2024-11-19 03:17:17,852 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@26abb146 2024-11-19 03:17:17,880 main DEBUG Took 0.021562 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-19 03:17:17,881 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-19 03:17:17,882 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-19 03:17:17,883 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-19 03:17:17,885 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 03:17:17,902 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-19 03:17:17,971 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 03:17:17,981 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 03:17:17,982 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 03:17:17,983 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 03:17:17,983 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 03:17:17,984 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 03:17:17,993 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 03:17:17,994 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 03:17:17,995 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 03:17:17,995 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 03:17:18,012 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 03:17:18,013 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 03:17:18,014 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 03:17:18,014 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 03:17:18,015 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 03:17:18,015 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 03:17:18,016 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 03:17:18,021 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 03:17:18,021 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 03:17:18,022 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 03:17:18,022 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 03:17:18,023 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 03:17:18,023 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 03:17:18,024 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 03:17:18,024 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 03:17:18,025 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-19 03:17:18,026 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 03:17:18,030 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-19 03:17:18,033 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-19 03:17:18,034 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-19 03:17:18,035 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-19 03:17:18,036 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-19 03:17:18,069 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-19 03:17:18,072 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-19 03:17:18,078 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-19 03:17:18,078 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-19 03:17:18,079 main DEBUG createAppenders(={Console}) 2024-11-19 03:17:18,080 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@26abb146 initialized 2024-11-19 03:17:18,081 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@26abb146 2024-11-19 03:17:18,081 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@26abb146 OK. 2024-11-19 03:17:18,082 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-19 03:17:18,082 main DEBUG OutputStream closed 2024-11-19 03:17:18,082 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-19 03:17:18,083 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-19 03:17:18,083 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@c88a337 OK 2024-11-19 03:17:18,276 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-19 03:17:18,280 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-19 03:17:18,290 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-19 03:17:18,292 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-19 03:17:18,294 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-19 03:17:18,301 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-19 03:17:18,307 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-19 03:17:18,308 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-19 03:17:18,309 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-19 03:17:18,309 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-19 03:17:18,310 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-19 03:17:18,311 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-19 03:17:18,312 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-19 03:17:18,313 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-19 03:17:18,313 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-19 03:17:18,314 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-19 03:17:18,314 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-19 03:17:18,315 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-19 03:17:18,325 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-19 03:17:18,325 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@13330ac6) with optional ClassLoader: null 2024-11-19 03:17:18,327 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-19 03:17:18,329 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@13330ac6] started OK. 2024-11-19T03:17:18,348 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-19 03:17:18,353 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-19 03:17:18,353 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-19T03:17:18,517 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=739, ProcessCount=11, AvailableMemoryMB=11142 2024-11-19T03:17:19,097 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-19T03:17:19,167 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9e70e228-128e-d5ed-f5a5-b1a0447d7771 2024-11-19T03:17:19,178 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9e70e228-128e-d5ed-f5a5-b1a0447d7771/cluster_a14c34f7-534d-9624-9cc2-04e4a7fca61f, deleteOnExit=true 2024-11-19T03:17:19,403 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9e70e228-128e-d5ed-f5a5-b1a0447d7771/cluster_a14c34f7-534d-9624-9cc2-04e4a7fca61f/zookeeper_0, clientPort=51924, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9e70e228-128e-d5ed-f5a5-b1a0447d7771/cluster_a14c34f7-534d-9624-9cc2-04e4a7fca61f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9e70e228-128e-d5ed-f5a5-b1a0447d7771/cluster_a14c34f7-534d-9624-9cc2-04e4a7fca61f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T03:17:19,440 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51924 2024-11-19T03:17:19,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T03:17:19,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T03:17:19,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9e70e228-128e-d5ed-f5a5-b1a0447d7771/test.cache.data in system properties and HBase conf 2024-11-19T03:17:19,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9e70e228-128e-d5ed-f5a5-b1a0447d7771/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T03:17:19,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9e70e228-128e-d5ed-f5a5-b1a0447d7771/hadoop.log.dir in system properties and HBase conf 2024-11-19T03:17:19,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9e70e228-128e-d5ed-f5a5-b1a0447d7771/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T03:17:19,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9e70e228-128e-d5ed-f5a5-b1a0447d7771/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T03:17:19,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T03:17:19,659 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-19T03:17:19,867 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T03:17:19,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9e70e228-128e-d5ed-f5a5-b1a0447d7771/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T03:17:19,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9e70e228-128e-d5ed-f5a5-b1a0447d7771/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T03:17:19,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9e70e228-128e-d5ed-f5a5-b1a0447d7771/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T03:17:19,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9e70e228-128e-d5ed-f5a5-b1a0447d7771/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T03:17:19,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9e70e228-128e-d5ed-f5a5-b1a0447d7771/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T03:17:19,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9e70e228-128e-d5ed-f5a5-b1a0447d7771/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T03:17:19,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9e70e228-128e-d5ed-f5a5-b1a0447d7771/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T03:17:19,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9e70e228-128e-d5ed-f5a5-b1a0447d7771/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T03:17:19,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9e70e228-128e-d5ed-f5a5-b1a0447d7771/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T03:17:19,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9e70e228-128e-d5ed-f5a5-b1a0447d7771/nfs.dump.dir in system properties and HBase conf 2024-11-19T03:17:19,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9e70e228-128e-d5ed-f5a5-b1a0447d7771/java.io.tmpdir in system properties and HBase conf 2024-11-19T03:17:19,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9e70e228-128e-d5ed-f5a5-b1a0447d7771/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T03:17:19,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9e70e228-128e-d5ed-f5a5-b1a0447d7771/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T03:17:19,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9e70e228-128e-d5ed-f5a5-b1a0447d7771/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T03:17:22,085 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-19T03:17:22,218 INFO [Time-limited test {}] log.Log(170): Logging initialized @5821ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-19T03:17:22,320 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T03:17:22,448 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T03:17:22,508 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T03:17:22,508 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T03:17:22,510 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T03:17:22,565 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T03:17:22,571 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29fca5c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9e70e228-128e-d5ed-f5a5-b1a0447d7771/hadoop.log.dir/,AVAILABLE} 2024-11-19T03:17:22,573 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@346b1178{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T03:17:22,909 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@18bfe0d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9e70e228-128e-d5ed-f5a5-b1a0447d7771/java.io.tmpdir/jetty-localhost-37435-hadoop-hdfs-3_4_1-tests_jar-_-any-13713898146902968354/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T03:17:22,919 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6d915aa3{HTTP/1.1, (http/1.1)}{localhost:37435} 2024-11-19T03:17:22,920 INFO [Time-limited test {}] server.Server(415): Started @6524ms 2024-11-19T03:17:23,806 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T03:17:23,813 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T03:17:23,815 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T03:17:23,815 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T03:17:23,815 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T03:17:23,816 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39a9f6e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9e70e228-128e-d5ed-f5a5-b1a0447d7771/hadoop.log.dir/,AVAILABLE} 2024-11-19T03:17:23,817 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10d52e92{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T03:17:23,930 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e8f3faa{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9e70e228-128e-d5ed-f5a5-b1a0447d7771/java.io.tmpdir/jetty-localhost-43525-hadoop-hdfs-3_4_1-tests_jar-_-any-14392674486596233651/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T03:17:23,931 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@b5ffbb3{HTTP/1.1, (http/1.1)}{localhost:43525} 2024-11-19T03:17:23,931 INFO [Time-limited test {}] server.Server(415): Started @7535ms 2024-11-19T03:17:23,979 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T03:17:25,181 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9e70e228-128e-d5ed-f5a5-b1a0447d7771/cluster_a14c34f7-534d-9624-9cc2-04e4a7fca61f/data/data1/current/BP-461937725-172.17.0.3-1731986240917/current, will proceed with Du for space computation calculation, 2024-11-19T03:17:25,181 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9e70e228-128e-d5ed-f5a5-b1a0447d7771/cluster_a14c34f7-534d-9624-9cc2-04e4a7fca61f/data/data2/current/BP-461937725-172.17.0.3-1731986240917/current, will proceed with Du for space computation calculation, 2024-11-19T03:17:25,215 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T03:17:25,257 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5a9b2390a0c50cbf with lease ID 0xad0066d8108c1ba1: Processing first storage report for DS-c0b6f7a3-964a-48aa-8d8a-0d2f1b70340b from datanode DatanodeRegistration(127.0.0.1:34311, datanodeUuid=47f45544-83db-4625-a043-107cc894c5cb, infoPort=40879, infoSecurePort=0, ipcPort=35695, storageInfo=lv=-57;cid=testClusterID;nsid=833459134;c=1731986240917) 2024-11-19T03:17:25,258 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5a9b2390a0c50cbf with lease ID 0xad0066d8108c1ba1: from storage DS-c0b6f7a3-964a-48aa-8d8a-0d2f1b70340b node DatanodeRegistration(127.0.0.1:34311, datanodeUuid=47f45544-83db-4625-a043-107cc894c5cb, infoPort=40879, infoSecurePort=0, ipcPort=35695, storageInfo=lv=-57;cid=testClusterID;nsid=833459134;c=1731986240917), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-19T03:17:25,259 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5a9b2390a0c50cbf with lease ID 0xad0066d8108c1ba1: Processing first storage report for DS-a2a539cb-5140-4fec-a25b-a93db1ebd304 from datanode DatanodeRegistration(127.0.0.1:34311, datanodeUuid=47f45544-83db-4625-a043-107cc894c5cb, infoPort=40879, infoSecurePort=0, ipcPort=35695, storageInfo=lv=-57;cid=testClusterID;nsid=833459134;c=1731986240917) 2024-11-19T03:17:25,259 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5a9b2390a0c50cbf with lease ID 0xad0066d8108c1ba1: from storage DS-a2a539cb-5140-4fec-a25b-a93db1ebd304 node DatanodeRegistration(127.0.0.1:34311, datanodeUuid=47f45544-83db-4625-a043-107cc894c5cb, infoPort=40879, infoSecurePort=0, ipcPort=35695, storageInfo=lv=-57;cid=testClusterID;nsid=833459134;c=1731986240917), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-19T03:17:25,303 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9e70e228-128e-d5ed-f5a5-b1a0447d7771 2024-11-19T03:17:25,311 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:17:25,314 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:17:25,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34311 is added to blk_1073741825_1001 (size=7) 2024-11-19T03:17:25,948 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d with version=8 2024-11-19T03:17:25,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/hbase-staging 2024-11-19T03:17:26,032 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-19T03:17:26,250 INFO [Time-limited test {}] client.ConnectionUtils(128): master/47efada56ed5:0 server-side Connection retries=45 2024-11-19T03:17:26,260 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T03:17:26,260 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T03:17:26,265 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T03:17:26,266 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T03:17:26,266 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T03:17:26,418 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T03:17:26,491 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-19T03:17:26,503 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-19T03:17:26,508 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T03:17:26,539 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 11796 (auto-detected) 2024-11-19T03:17:26,541 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-19T03:17:26,566 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39037 2024-11-19T03:17:26,594 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39037 connecting to ZooKeeper ensemble=127.0.0.1:51924 2024-11-19T03:17:26,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:390370x0, quorum=127.0.0.1:51924, baseZNode=/0-1809595805 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T03:17:26,702 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39037-0x1015118ab260000 connected 2024-11-19T03:17:27,006 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:17:27,009 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:17:27,020 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39037-0x1015118ab260000, quorum=127.0.0.1:51924, baseZNode=/0-1809595805 Set watcher on znode that does not yet exist, /0-1809595805/running 2024-11-19T03:17:27,025 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d, hbase.cluster.distributed=false 2024-11-19T03:17:27,056 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39037-0x1015118ab260000, quorum=127.0.0.1:51924, baseZNode=/0-1809595805 Set watcher on znode that does not yet exist, /0-1809595805/acl 2024-11-19T03:17:27,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39037 2024-11-19T03:17:27,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39037 2024-11-19T03:17:27,061 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39037 2024-11-19T03:17:27,061 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39037 2024-11-19T03:17:27,062 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39037 2024-11-19T03:17:27,158 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/47efada56ed5:0 server-side Connection retries=45 2024-11-19T03:17:27,159 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T03:17:27,160 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T03:17:27,160 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T03:17:27,160 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T03:17:27,160 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T03:17:27,163 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T03:17:27,165 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T03:17:27,166 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41209 2024-11-19T03:17:27,168 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41209 connecting to ZooKeeper ensemble=127.0.0.1:51924 2024-11-19T03:17:27,169 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:17:27,173 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:17:27,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:412090x0, quorum=127.0.0.1:51924, baseZNode=/0-1809595805 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T03:17:27,194 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41209-0x1015118ab260001 connected 2024-11-19T03:17:27,194 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:412090x0, quorum=127.0.0.1:51924, baseZNode=/0-1809595805 Set watcher on znode that does not yet exist, /0-1809595805/running 2024-11-19T03:17:27,200 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T03:17:27,209 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T03:17:27,211 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41209-0x1015118ab260001, quorum=127.0.0.1:51924, baseZNode=/0-1809595805 Set watcher on znode that does not yet exist, /0-1809595805/master 2024-11-19T03:17:27,216 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41209-0x1015118ab260001, quorum=127.0.0.1:51924, baseZNode=/0-1809595805 Set watcher on znode that does not yet exist, /0-1809595805/acl 2024-11-19T03:17:27,217 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41209 2024-11-19T03:17:27,218 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41209 2024-11-19T03:17:27,218 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41209 2024-11-19T03:17:27,219 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41209 2024-11-19T03:17:27,220 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41209 2024-11-19T03:17:27,234 DEBUG [M:0;47efada56ed5:39037 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;47efada56ed5:39037 2024-11-19T03:17:27,235 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1809595805/backup-masters/47efada56ed5,39037,1731986246080 2024-11-19T03:17:27,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41209-0x1015118ab260001, quorum=127.0.0.1:51924, baseZNode=/0-1809595805 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1809595805/backup-masters 2024-11-19T03:17:27,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39037-0x1015118ab260000, quorum=127.0.0.1:51924, baseZNode=/0-1809595805 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1809595805/backup-masters 2024-11-19T03:17:27,254 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39037-0x1015118ab260000, quorum=127.0.0.1:51924, baseZNode=/0-1809595805 Set watcher on existing znode=/0-1809595805/backup-masters/47efada56ed5,39037,1731986246080 2024-11-19T03:17:27,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39037-0x1015118ab260000, quorum=127.0.0.1:51924, baseZNode=/0-1809595805 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1809595805 2024-11-19T03:17:27,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41209-0x1015118ab260001, quorum=127.0.0.1:51924, baseZNode=/0-1809595805 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1809595805/master 2024-11-19T03:17:27,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41209-0x1015118ab260001, quorum=127.0.0.1:51924, baseZNode=/0-1809595805 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1809595805 2024-11-19T03:17:27,285 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39037-0x1015118ab260000, quorum=127.0.0.1:51924, baseZNode=/0-1809595805 Set watcher on existing znode=/0-1809595805/master 2024-11-19T03:17:27,286 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1809595805/backup-masters/47efada56ed5,39037,1731986246080 from backup master directory 2024-11-19T03:17:27,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41209-0x1015118ab260001, quorum=127.0.0.1:51924, baseZNode=/0-1809595805 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1809595805/backup-masters 2024-11-19T03:17:27,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39037-0x1015118ab260000, quorum=127.0.0.1:51924, baseZNode=/0-1809595805 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1809595805/backup-masters/47efada56ed5,39037,1731986246080 2024-11-19T03:17:27,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39037-0x1015118ab260000, quorum=127.0.0.1:51924, baseZNode=/0-1809595805 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1809595805/backup-masters 2024-11-19T03:17:27,299 WARN [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T03:17:27,300 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=47efada56ed5,39037,1731986246080 2024-11-19T03:17:27,302 INFO [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-19T03:17:27,304 INFO [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-19T03:17:27,369 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/hbase.id] with ID: 104bd31e-71e4-47ad-8e12-e8bd91a4b522 2024-11-19T03:17:27,369 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/.tmp/hbase.id 2024-11-19T03:17:27,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34311 is added to blk_1073741826_1002 (size=42) 2024-11-19T03:17:27,782 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/.tmp/hbase.id]:[hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/hbase.id] 2024-11-19T03:17:27,838 INFO [master/47efada56ed5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:17:27,845 INFO [master/47efada56ed5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T03:17:27,867 INFO [master/47efada56ed5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 20ms. 2024-11-19T03:17:27,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39037-0x1015118ab260000, quorum=127.0.0.1:51924, baseZNode=/0-1809595805 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1809595805 2024-11-19T03:17:27,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41209-0x1015118ab260001, quorum=127.0.0.1:51924, baseZNode=/0-1809595805 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1809595805 2024-11-19T03:17:27,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34311 is added to blk_1073741827_1003 (size=196) 2024-11-19T03:17:28,325 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T03:17:28,327 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T03:17:28,342 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:17:28,347 INFO [master/47efada56ed5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T03:17:28,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34311 is added to blk_1073741828_1004 (size=1189) 2024-11-19T03:17:28,797 INFO [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/MasterData/data/master/store 2024-11-19T03:17:28,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34311 is added to blk_1073741829_1005 (size=34) 2024-11-19T03:17:29,221 INFO [master/47efada56ed5:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-19T03:17:29,224 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:17:29,225 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T03:17:29,225 INFO [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:17:29,226 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:17:29,227 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T03:17:29,227 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:17:29,227 INFO [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:17:29,228 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731986249225Disabling compacts and flushes for region at 1731986249225Disabling writes for close at 1731986249227 (+2 ms)Writing region close event to WAL at 1731986249227Closed at 1731986249227 2024-11-19T03:17:29,231 WARN [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/MasterData/data/master/store/.initializing 2024-11-19T03:17:29,231 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/MasterData/WALs/47efada56ed5,39037,1731986246080 2024-11-19T03:17:29,239 INFO [master/47efada56ed5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T03:17:29,254 INFO [master/47efada56ed5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=47efada56ed5%2C39037%2C1731986246080, suffix=, logDir=hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/MasterData/WALs/47efada56ed5,39037,1731986246080, archiveDir=hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/MasterData/oldWALs, maxLogs=10 2024-11-19T03:17:29,276 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/MasterData/WALs/47efada56ed5,39037,1731986246080/47efada56ed5%2C39037%2C1731986246080.1731986249258, exclude list is [], retry=0 2024-11-19T03:17:29,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34311,DS-c0b6f7a3-964a-48aa-8d8a-0d2f1b70340b,DISK] 2024-11-19T03:17:29,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-19T03:17:29,327 INFO [master/47efada56ed5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/MasterData/WALs/47efada56ed5,39037,1731986246080/47efada56ed5%2C39037%2C1731986246080.1731986249258 2024-11-19T03:17:29,328 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40879:40879)] 2024-11-19T03:17:29,328 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T03:17:29,329 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:17:29,332 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:17:29,333 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:17:29,367 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:17:29,390 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T03:17:29,393 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:17:29,396 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:17:29,396 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:17:29,400 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T03:17:29,400 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:17:29,401 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:17:29,401 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:17:29,404 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T03:17:29,405 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:17:29,406 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:17:29,406 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:17:29,409 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T03:17:29,409 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:17:29,410 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:17:29,411 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:17:29,415 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:17:29,416 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:17:29,421 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:17:29,422 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:17:29,425 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T03:17:29,429 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:17:29,434 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T03:17:29,436 INFO [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66121370, jitterRate=-0.014714807271957397}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T03:17:29,443 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731986249344Initializing all the Stores at 1731986249347 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986249347Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986249348 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986249348Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986249349 (+1 ms)Cleaning up temporary data from old regions at 1731986249422 (+73 ms)Region opened successfully at 1731986249443 (+21 ms) 2024-11-19T03:17:29,444 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T03:17:29,479 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35bc0a69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=47efada56ed5/172.17.0.3:0 2024-11-19T03:17:29,519 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T03:17:29,530 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T03:17:29,530 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T03:17:29,534 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T03:17:29,535 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-19T03:17:29,540 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-19T03:17:29,541 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T03:17:29,571 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T03:17:29,580 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39037-0x1015118ab260000, quorum=127.0.0.1:51924, baseZNode=/0-1809595805 Unable to get data of znode /0-1809595805/balancer because node does not exist (not necessarily an error) 2024-11-19T03:17:29,740 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1809595805/balancer already deleted, retry=false 2024-11-19T03:17:29,745 INFO [master/47efada56ed5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T03:17:29,748 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39037-0x1015118ab260000, quorum=127.0.0.1:51924, baseZNode=/0-1809595805 Unable to get data of znode /0-1809595805/normalizer because node does not exist (not necessarily an error) 2024-11-19T03:17:29,803 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1809595805/normalizer already deleted, retry=false 2024-11-19T03:17:29,806 INFO [master/47efada56ed5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T03:17:29,810 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39037-0x1015118ab260000, quorum=127.0.0.1:51924, baseZNode=/0-1809595805 Unable to get data of znode /0-1809595805/switch/split because node does not exist (not necessarily an error) 2024-11-19T03:17:29,866 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1809595805/switch/split already deleted, retry=false 2024-11-19T03:17:29,869 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39037-0x1015118ab260000, quorum=127.0.0.1:51924, baseZNode=/0-1809595805 Unable to get data of znode /0-1809595805/switch/merge because node does not exist (not necessarily an error) 2024-11-19T03:17:29,929 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1809595805/switch/merge already deleted, retry=false 2024-11-19T03:17:29,951 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39037-0x1015118ab260000, quorum=127.0.0.1:51924, baseZNode=/0-1809595805 Unable to get data of znode /0-1809595805/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T03:17:29,993 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1809595805/snapshot-cleanup already deleted, retry=false 2024-11-19T03:17:30,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41209-0x1015118ab260001, quorum=127.0.0.1:51924, baseZNode=/0-1809595805 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1809595805/running 2024-11-19T03:17:30,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39037-0x1015118ab260000, quorum=127.0.0.1:51924, baseZNode=/0-1809595805 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1809595805/running 2024-11-19T03:17:30,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41209-0x1015118ab260001, quorum=127.0.0.1:51924, baseZNode=/0-1809595805 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1809595805 2024-11-19T03:17:30,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39037-0x1015118ab260000, quorum=127.0.0.1:51924, baseZNode=/0-1809595805 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1809595805 2024-11-19T03:17:30,049 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=47efada56ed5,39037,1731986246080, sessionid=0x1015118ab260000, setting cluster-up flag (Was=false) 2024-11-19T03:17:30,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39037-0x1015118ab260000, quorum=127.0.0.1:51924, baseZNode=/0-1809595805 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1809595805 2024-11-19T03:17:30,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41209-0x1015118ab260001, quorum=127.0.0.1:51924, baseZNode=/0-1809595805 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1809595805 2024-11-19T03:17:30,288 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1809595805/flush-table-proc/acquired, /0-1809595805/flush-table-proc/reached, /0-1809595805/flush-table-proc/abort 2024-11-19T03:17:30,290 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=47efada56ed5,39037,1731986246080 2024-11-19T03:17:30,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39037-0x1015118ab260000, quorum=127.0.0.1:51924, baseZNode=/0-1809595805 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1809595805 2024-11-19T03:17:30,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41209-0x1015118ab260001, quorum=127.0.0.1:51924, baseZNode=/0-1809595805 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1809595805 2024-11-19T03:17:30,477 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1809595805/online-snapshot/acquired, /0-1809595805/online-snapshot/reached, /0-1809595805/online-snapshot/abort 2024-11-19T03:17:30,479 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=47efada56ed5,39037,1731986246080 2024-11-19T03:17:30,487 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T03:17:30,527 INFO [RS:0;47efada56ed5:41209 {}] regionserver.HRegionServer(746): ClusterId : 104bd31e-71e4-47ad-8e12-e8bd91a4b522 2024-11-19T03:17:30,529 DEBUG [RS:0;47efada56ed5:41209 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T03:17:30,569 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T03:17:30,580 INFO [master/47efada56ed5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T03:17:30,585 DEBUG [RS:0;47efada56ed5:41209 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T03:17:30,585 DEBUG [RS:0;47efada56ed5:41209 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T03:17:30,586 INFO [master/47efada56ed5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T03:17:30,592 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 47efada56ed5,39037,1731986246080 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T03:17:30,633 DEBUG [RS:0;47efada56ed5:41209 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T03:17:30,634 DEBUG [RS:0;47efada56ed5:41209 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2de36945, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=47efada56ed5/172.17.0.3:0 2024-11-19T03:17:30,634 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/47efada56ed5:0, corePoolSize=5, maxPoolSize=5 2024-11-19T03:17:30,634 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/47efada56ed5:0, corePoolSize=5, maxPoolSize=5 2024-11-19T03:17:30,634 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/47efada56ed5:0, corePoolSize=5, maxPoolSize=5 2024-11-19T03:17:30,635 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/47efada56ed5:0, corePoolSize=5, maxPoolSize=5 2024-11-19T03:17:30,635 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/47efada56ed5:0, corePoolSize=10, maxPoolSize=10 2024-11-19T03:17:30,635 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:17:30,635 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/47efada56ed5:0, corePoolSize=2, maxPoolSize=2 2024-11-19T03:17:30,635 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:17:30,640 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731986280640 2024-11-19T03:17:30,642 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T03:17:30,642 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T03:17:30,643 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T03:17:30,644 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T03:17:30,648 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T03:17:30,648 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T03:17:30,649 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T03:17:30,649 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T03:17:30,650 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:17:30,650 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T03:17:30,651 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T03:17:30,654 DEBUG [RS:0;47efada56ed5:41209 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;47efada56ed5:41209 2024-11-19T03:17:30,655 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T03:17:30,656 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T03:17:30,657 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T03:17:30,657 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T03:17:30,658 INFO [RS:0;47efada56ed5:41209 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T03:17:30,658 INFO [RS:0;47efada56ed5:41209 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T03:17:30,658 DEBUG [RS:0;47efada56ed5:41209 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T03:17:30,660 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T03:17:30,660 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T03:17:30,662 INFO [RS:0;47efada56ed5:41209 {}] regionserver.HRegionServer(2659): reportForDuty to master=47efada56ed5,39037,1731986246080 with port=41209, startcode=1731986247125 2024-11-19T03:17:30,662 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.large.0-1731986250661,5,FailOnTimeoutGroup] 2024-11-19T03:17:30,664 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.small.0-1731986250662,5,FailOnTimeoutGroup] 2024-11-19T03:17:30,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34311 is added to blk_1073741831_1007 (size=1321) 2024-11-19T03:17:30,664 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T03:17:30,664 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T03:17:30,665 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T03:17:30,666 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T03:17:30,674 DEBUG [RS:0;47efada56ed5:41209 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T03:17:30,711 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57437, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T03:17:30,719 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39037 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 47efada56ed5,41209,1731986247125 2024-11-19T03:17:30,722 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39037 {}] master.ServerManager(517): Registering regionserver=47efada56ed5,41209,1731986247125 2024-11-19T03:17:30,739 DEBUG [RS:0;47efada56ed5:41209 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d 2024-11-19T03:17:30,740 DEBUG [RS:0;47efada56ed5:41209 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32909 2024-11-19T03:17:30,740 DEBUG [RS:0;47efada56ed5:41209 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T03:17:30,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39037-0x1015118ab260000, quorum=127.0.0.1:51924, baseZNode=/0-1809595805 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1809595805/rs 2024-11-19T03:17:30,800 DEBUG [RS:0;47efada56ed5:41209 {}] zookeeper.ZKUtil(111): regionserver:41209-0x1015118ab260001, quorum=127.0.0.1:51924, baseZNode=/0-1809595805 Set watcher on existing znode=/0-1809595805/rs/47efada56ed5,41209,1731986247125 2024-11-19T03:17:30,800 WARN [RS:0;47efada56ed5:41209 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T03:17:30,801 INFO [RS:0;47efada56ed5:41209 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T03:17:30,801 DEBUG [RS:0;47efada56ed5:41209 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/WALs/47efada56ed5,41209,1731986247125 2024-11-19T03:17:30,805 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [47efada56ed5,41209,1731986247125] 2024-11-19T03:17:30,832 INFO [RS:0;47efada56ed5:41209 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T03:17:30,854 INFO [RS:0;47efada56ed5:41209 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T03:17:30,859 INFO [RS:0;47efada56ed5:41209 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T03:17:30,860 INFO [RS:0;47efada56ed5:41209 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T03:17:30,861 INFO [RS:0;47efada56ed5:41209 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T03:17:30,868 INFO [RS:0;47efada56ed5:41209 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T03:17:30,870 INFO [RS:0;47efada56ed5:41209 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T03:17:30,870 DEBUG [RS:0;47efada56ed5:41209 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:17:30,870 DEBUG [RS:0;47efada56ed5:41209 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:17:30,871 DEBUG [RS:0;47efada56ed5:41209 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:17:30,871 DEBUG [RS:0;47efada56ed5:41209 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:17:30,871 DEBUG [RS:0;47efada56ed5:41209 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:17:30,871 DEBUG [RS:0;47efada56ed5:41209 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/47efada56ed5:0, corePoolSize=2, maxPoolSize=2 2024-11-19T03:17:30,871 DEBUG [RS:0;47efada56ed5:41209 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:17:30,872 DEBUG [RS:0;47efada56ed5:41209 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:17:30,872 DEBUG [RS:0;47efada56ed5:41209 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:17:30,872 DEBUG [RS:0;47efada56ed5:41209 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:17:30,872 DEBUG [RS:0;47efada56ed5:41209 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:17:30,872 DEBUG [RS:0;47efada56ed5:41209 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:17:30,872 DEBUG [RS:0;47efada56ed5:41209 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/47efada56ed5:0, corePoolSize=3, maxPoolSize=3 2024-11-19T03:17:30,873 DEBUG [RS:0;47efada56ed5:41209 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0, corePoolSize=3, maxPoolSize=3 2024-11-19T03:17:30,876 INFO [RS:0;47efada56ed5:41209 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T03:17:30,877 INFO [RS:0;47efada56ed5:41209 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T03:17:30,877 INFO [RS:0;47efada56ed5:41209 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T03:17:30,877 INFO [RS:0;47efada56ed5:41209 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T03:17:30,877 INFO [RS:0;47efada56ed5:41209 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T03:17:30,877 INFO [RS:0;47efada56ed5:41209 {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,41209,1731986247125-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T03:17:30,899 INFO [RS:0;47efada56ed5:41209 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T03:17:30,901 INFO [RS:0;47efada56ed5:41209 {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,41209,1731986247125-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T03:17:30,901 INFO [RS:0;47efada56ed5:41209 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:17:30,901 INFO [RS:0;47efada56ed5:41209 {}] regionserver.Replication(171): 47efada56ed5,41209,1731986247125 started 2024-11-19T03:17:30,924 INFO [RS:0;47efada56ed5:41209 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:17:30,924 INFO [RS:0;47efada56ed5:41209 {}] regionserver.HRegionServer(1482): Serving as 47efada56ed5,41209,1731986247125, RpcServer on 47efada56ed5/172.17.0.3:41209, sessionid=0x1015118ab260001 2024-11-19T03:17:30,925 DEBUG [RS:0;47efada56ed5:41209 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T03:17:30,925 DEBUG [RS:0;47efada56ed5:41209 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 47efada56ed5,41209,1731986247125 2024-11-19T03:17:30,926 DEBUG [RS:0;47efada56ed5:41209 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '47efada56ed5,41209,1731986247125' 2024-11-19T03:17:30,926 DEBUG [RS:0;47efada56ed5:41209 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1809595805/flush-table-proc/abort' 2024-11-19T03:17:30,930 DEBUG [RS:0;47efada56ed5:41209 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1809595805/flush-table-proc/acquired' 2024-11-19T03:17:30,933 DEBUG [RS:0;47efada56ed5:41209 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T03:17:30,933 DEBUG [RS:0;47efada56ed5:41209 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T03:17:30,934 DEBUG [RS:0;47efada56ed5:41209 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 47efada56ed5,41209,1731986247125 2024-11-19T03:17:30,934 DEBUG [RS:0;47efada56ed5:41209 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '47efada56ed5,41209,1731986247125' 2024-11-19T03:17:30,934 DEBUG [RS:0;47efada56ed5:41209 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1809595805/online-snapshot/abort' 2024-11-19T03:17:30,952 DEBUG [RS:0;47efada56ed5:41209 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1809595805/online-snapshot/acquired' 2024-11-19T03:17:30,953 DEBUG [RS:0;47efada56ed5:41209 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T03:17:30,953 INFO [RS:0;47efada56ed5:41209 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T03:17:30,954 INFO [RS:0;47efada56ed5:41209 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T03:17:31,060 INFO [RS:0;47efada56ed5:41209 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T03:17:31,064 INFO [RS:0;47efada56ed5:41209 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=47efada56ed5%2C41209%2C1731986247125, suffix=, logDir=hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/WALs/47efada56ed5,41209,1731986247125, archiveDir=hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/oldWALs, maxLogs=10 2024-11-19T03:17:31,068 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T03:17:31,068 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d 2024-11-19T03:17:31,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34311 is added to blk_1073741832_1008 (size=32) 2024-11-19T03:17:31,088 DEBUG [RS:0;47efada56ed5:41209 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/WALs/47efada56ed5,41209,1731986247125/47efada56ed5%2C41209%2C1731986247125.1731986251068, exclude list is [], retry=0 2024-11-19T03:17:31,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34311,DS-c0b6f7a3-964a-48aa-8d8a-0d2f1b70340b,DISK] 2024-11-19T03:17:31,103 INFO [RS:0;47efada56ed5:41209 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/WALs/47efada56ed5,41209,1731986247125/47efada56ed5%2C41209%2C1731986247125.1731986251068 2024-11-19T03:17:31,104 DEBUG [RS:0;47efada56ed5:41209 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40879:40879)] 2024-11-19T03:17:31,490 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:17:31,493 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T03:17:31,496 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T03:17:31,496 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:17:31,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:17:31,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T03:17:31,501 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T03:17:31,502 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:17:31,503 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:17:31,503 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T03:17:31,506 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T03:17:31,506 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:17:31,508 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:17:31,508 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T03:17:31,511 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T03:17:31,511 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:17:31,512 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:17:31,512 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T03:17:31,514 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/data/hbase/meta/1588230740 2024-11-19T03:17:31,515 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/data/hbase/meta/1588230740 2024-11-19T03:17:31,518 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T03:17:31,518 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T03:17:31,519 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T03:17:31,522 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T03:17:31,528 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T03:17:31,529 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67084770, jitterRate=-3.5902857780456543E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T03:17:31,532 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731986251490Initializing all the Stores at 1731986251492 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986251492Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986251493 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986251493Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986251493Cleaning up temporary data from old regions at 1731986251518 (+25 ms)Region opened successfully at 1731986251532 (+14 ms) 2024-11-19T03:17:31,532 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T03:17:31,533 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T03:17:31,533 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T03:17:31,533 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T03:17:31,533 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T03:17:31,535 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T03:17:31,535 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731986251532Disabling compacts and flushes for region at 1731986251532Disabling writes for close at 1731986251533 (+1 ms)Writing region close event to WAL at 1731986251534 (+1 ms)Closed at 1731986251535 (+1 ms) 2024-11-19T03:17:31,539 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T03:17:31,539 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T03:17:31,547 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T03:17:31,558 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T03:17:31,562 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T03:17:31,714 DEBUG [47efada56ed5:39037 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T03:17:31,726 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=47efada56ed5,41209,1731986247125 2024-11-19T03:17:31,763 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 47efada56ed5,41209,1731986247125, state=OPENING 2024-11-19T03:17:31,813 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T03:17:31,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41209-0x1015118ab260001, quorum=127.0.0.1:51924, baseZNode=/0-1809595805 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1809595805 2024-11-19T03:17:31,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39037-0x1015118ab260000, quorum=127.0.0.1:51924, baseZNode=/0-1809595805 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1809595805 2024-11-19T03:17:31,857 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1809595805/meta-region-server: CHANGED 2024-11-19T03:17:31,857 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1809595805/meta-region-server: CHANGED 2024-11-19T03:17:31,859 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T03:17:31,861 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=47efada56ed5,41209,1731986247125}] 2024-11-19T03:17:32,037 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T03:17:32,040 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47763, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T03:17:32,052 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T03:17:32,052 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T03:17:32,053 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T03:17:32,058 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=47efada56ed5%2C41209%2C1731986247125.meta, suffix=.meta, logDir=hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/WALs/47efada56ed5,41209,1731986247125, archiveDir=hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/oldWALs, maxLogs=10 2024-11-19T03:17:32,079 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/WALs/47efada56ed5,41209,1731986247125/47efada56ed5%2C41209%2C1731986247125.meta.1731986252061.meta, exclude list is [], retry=0 2024-11-19T03:17:32,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34311,DS-c0b6f7a3-964a-48aa-8d8a-0d2f1b70340b,DISK] 2024-11-19T03:17:32,087 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/WALs/47efada56ed5,41209,1731986247125/47efada56ed5%2C41209%2C1731986247125.meta.1731986252061.meta 2024-11-19T03:17:32,087 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40879:40879)] 2024-11-19T03:17:32,088 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T03:17:32,093 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T03:17:32,094 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T03:17:32,097 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T03:17:32,099 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T03:17:32,103 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T03:17:32,104 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:17:32,104 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T03:17:32,104 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T03:17:32,108 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T03:17:32,110 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T03:17:32,110 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:17:32,111 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:17:32,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T03:17:32,113 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T03:17:32,114 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:17:32,115 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:17:32,115 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T03:17:32,118 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T03:17:32,118 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:17:32,119 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:17:32,119 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T03:17:32,121 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T03:17:32,121 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:17:32,122 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:17:32,123 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T03:17:32,125 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/data/hbase/meta/1588230740 2024-11-19T03:17:32,131 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/data/hbase/meta/1588230740 2024-11-19T03:17:32,138 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T03:17:32,138 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T03:17:32,140 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T03:17:32,144 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T03:17:32,146 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59513691, jitterRate=-0.11317689716815948}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T03:17:32,147 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T03:17:32,149 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731986252105Writing region info on filesystem at 1731986252105Initializing all the Stores at 1731986252107 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986252108 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986252108Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986252108Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986252108Cleaning up temporary data from old regions at 1731986252138 (+30 ms)Running coprocessor post-open hooks at 1731986252147 (+9 ms)Region opened successfully at 1731986252149 (+2 ms) 2024-11-19T03:17:32,156 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731986252029 2024-11-19T03:17:32,168 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T03:17:32,169 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T03:17:32,171 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=47efada56ed5,41209,1731986247125 2024-11-19T03:17:32,174 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 47efada56ed5,41209,1731986247125, state=OPEN 2024-11-19T03:17:32,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39037-0x1015118ab260000, quorum=127.0.0.1:51924, baseZNode=/0-1809595805 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1809595805/meta-region-server 2024-11-19T03:17:32,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41209-0x1015118ab260001, quorum=127.0.0.1:51924, baseZNode=/0-1809595805 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1809595805/meta-region-server 2024-11-19T03:17:32,225 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1809595805/meta-region-server: CHANGED 2024-11-19T03:17:32,225 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1809595805/meta-region-server: CHANGED 2024-11-19T03:17:32,225 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=47efada56ed5,41209,1731986247125 2024-11-19T03:17:32,232 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T03:17:32,232 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=47efada56ed5,41209,1731986247125 in 364 msec 2024-11-19T03:17:32,241 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T03:17:32,241 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 686 msec 2024-11-19T03:17:32,242 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T03:17:32,243 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T03:17:32,260 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:17:32,261 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,41209,1731986247125, seqNum=-1] 2024-11-19T03:17:32,285 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:17:32,288 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39211, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:17:32,314 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.7870 sec 2024-11-19T03:17:32,315 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731986252314, completionTime=-1 2024-11-19T03:17:32,317 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T03:17:32,318 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T03:17:32,348 INFO [master/47efada56ed5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T03:17:32,348 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731986312348 2024-11-19T03:17:32,348 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731986372348 2024-11-19T03:17:32,348 INFO [master/47efada56ed5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 30 msec 2024-11-19T03:17:32,351 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,39037,1731986246080-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T03:17:32,351 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,39037,1731986246080-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:17:32,351 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,39037,1731986246080-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:17:32,353 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-47efada56ed5:39037, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:17:32,354 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T03:17:32,354 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T03:17:32,361 DEBUG [master/47efada56ed5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T03:17:32,391 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.091sec 2024-11-19T03:17:32,393 INFO [master/47efada56ed5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T03:17:32,394 INFO [master/47efada56ed5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T03:17:32,396 INFO [master/47efada56ed5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T03:17:32,396 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T03:17:32,396 INFO [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T03:17:32,397 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,39037,1731986246080-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T03:17:32,398 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,39037,1731986246080-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T03:17:32,408 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T03:17:32,409 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T03:17:32,410 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,39037,1731986246080-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:17:32,440 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4881e3c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:17:32,443 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-19T03:17:32,443 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-19T03:17:32,447 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,39037,-1 for getting cluster id 2024-11-19T03:17:32,450 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:17:32,465 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '104bd31e-71e4-47ad-8e12-e8bd91a4b522' 2024-11-19T03:17:32,468 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:17:32,469 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "104bd31e-71e4-47ad-8e12-e8bd91a4b522" 2024-11-19T03:17:32,469 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c73cf5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:17:32,470 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,39037,-1] 2024-11-19T03:17:32,473 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:17:32,476 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:17:32,477 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:17:32,485 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@364f66dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:17:32,486 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:17:32,497 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,41209,1731986247125, seqNum=-1] 2024-11-19T03:17:32,499 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:17:32,511 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:17:32,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=47efada56ed5,39037,1731986246080 2024-11-19T03:17:32,539 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51924 2024-11-19T03:17:32,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51924, baseZNode=/0-1809595805 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T03:17:32,747 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015118ab260002 connected 2024-11-19T03:17:33,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9e70e228-128e-d5ed-f5a5-b1a0447d7771/hadoop.log.dir so I do NOT create it in target/test-data/20e91f0f-855c-c824-d2c5-cd351d19b8d6 2024-11-19T03:17:33,113 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9e70e228-128e-d5ed-f5a5-b1a0447d7771/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T03:17:33,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9e70e228-128e-d5ed-f5a5-b1a0447d7771/hadoop.tmp.dir so I do NOT create it in target/test-data/20e91f0f-855c-c824-d2c5-cd351d19b8d6 2024-11-19T03:17:33,113 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9e70e228-128e-d5ed-f5a5-b1a0447d7771/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T03:17:33,113 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/20e91f0f-855c-c824-d2c5-cd351d19b8d6 2024-11-19T03:17:33,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T03:17:33,114 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/20e91f0f-855c-c824-d2c5-cd351d19b8d6/cluster_0b754504-19b4-9f02-42b9-53171d8470bf, deleteOnExit=true 2024-11-19T03:17:33,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T03:17:33,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/20e91f0f-855c-c824-d2c5-cd351d19b8d6/test.cache.data in system properties and HBase conf 2024-11-19T03:17:33,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/20e91f0f-855c-c824-d2c5-cd351d19b8d6/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T03:17:33,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/20e91f0f-855c-c824-d2c5-cd351d19b8d6/hadoop.log.dir in system properties and HBase conf 2024-11-19T03:17:33,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/20e91f0f-855c-c824-d2c5-cd351d19b8d6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T03:17:33,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/20e91f0f-855c-c824-d2c5-cd351d19b8d6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T03:17:33,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T03:17:33,115 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T03:17:33,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/20e91f0f-855c-c824-d2c5-cd351d19b8d6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T03:17:33,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/20e91f0f-855c-c824-d2c5-cd351d19b8d6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T03:17:33,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/20e91f0f-855c-c824-d2c5-cd351d19b8d6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T03:17:33,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/20e91f0f-855c-c824-d2c5-cd351d19b8d6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T03:17:33,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/20e91f0f-855c-c824-d2c5-cd351d19b8d6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T03:17:33,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/20e91f0f-855c-c824-d2c5-cd351d19b8d6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T03:17:33,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/20e91f0f-855c-c824-d2c5-cd351d19b8d6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T03:17:33,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/20e91f0f-855c-c824-d2c5-cd351d19b8d6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T03:17:33,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/20e91f0f-855c-c824-d2c5-cd351d19b8d6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T03:17:33,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/20e91f0f-855c-c824-d2c5-cd351d19b8d6/nfs.dump.dir in system properties and HBase conf 2024-11-19T03:17:33,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/20e91f0f-855c-c824-d2c5-cd351d19b8d6/java.io.tmpdir in system properties and HBase conf 2024-11-19T03:17:33,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/20e91f0f-855c-c824-d2c5-cd351d19b8d6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T03:17:33,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/20e91f0f-855c-c824-d2c5-cd351d19b8d6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T03:17:33,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/20e91f0f-855c-c824-d2c5-cd351d19b8d6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T03:17:33,915 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T03:17:33,926 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T03:17:33,928 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T03:17:33,928 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T03:17:33,928 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T03:17:33,929 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T03:17:33,930 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e387f9d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/20e91f0f-855c-c824-d2c5-cd351d19b8d6/hadoop.log.dir/,AVAILABLE} 2024-11-19T03:17:33,931 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@593d539d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T03:17:34,048 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3a600bd4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/20e91f0f-855c-c824-d2c5-cd351d19b8d6/java.io.tmpdir/jetty-localhost-38803-hadoop-hdfs-3_4_1-tests_jar-_-any-7906323316006211083/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T03:17:34,049 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@53b38433{HTTP/1.1, (http/1.1)}{localhost:38803} 2024-11-19T03:17:34,049 INFO [Time-limited test {}] server.Server(415): Started @17653ms 2024-11-19T03:17:34,484 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T03:17:34,488 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T03:17:34,489 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T03:17:34,489 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T03:17:34,489 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T03:17:34,490 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50b1d89e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/20e91f0f-855c-c824-d2c5-cd351d19b8d6/hadoop.log.dir/,AVAILABLE} 2024-11-19T03:17:34,490 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47d790cb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T03:17:34,611 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@54aea4a5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/20e91f0f-855c-c824-d2c5-cd351d19b8d6/java.io.tmpdir/jetty-localhost-46463-hadoop-hdfs-3_4_1-tests_jar-_-any-5694995965987807819/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T03:17:34,611 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2fc5bb7a{HTTP/1.1, (http/1.1)}{localhost:46463} 2024-11-19T03:17:34,611 INFO [Time-limited test {}] server.Server(415): Started @18215ms 2024-11-19T03:17:34,614 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T03:17:35,805 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/20e91f0f-855c-c824-d2c5-cd351d19b8d6/cluster_0b754504-19b4-9f02-42b9-53171d8470bf/data/data1/current/BP-1589573781-172.17.0.3-1731986253148/current, will proceed with Du for space computation calculation, 2024-11-19T03:17:35,805 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/20e91f0f-855c-c824-d2c5-cd351d19b8d6/cluster_0b754504-19b4-9f02-42b9-53171d8470bf/data/data2/current/BP-1589573781-172.17.0.3-1731986253148/current, will proceed with Du for space computation calculation, 2024-11-19T03:17:35,860 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T03:17:35,864 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf31994220265973f with lease ID 0xdcd334b1a04a9e0: Processing first storage report for DS-f5b8a4fb-8361-4e3d-9d2e-3309569f2e70 from datanode DatanodeRegistration(127.0.0.1:33895, datanodeUuid=b6f7a664-6757-4b0a-8d6e-a5a66d0d19b3, infoPort=45297, infoSecurePort=0, ipcPort=41669, storageInfo=lv=-57;cid=testClusterID;nsid=2084227724;c=1731986253148) 2024-11-19T03:17:35,864 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf31994220265973f with lease ID 0xdcd334b1a04a9e0: from storage DS-f5b8a4fb-8361-4e3d-9d2e-3309569f2e70 node DatanodeRegistration(127.0.0.1:33895, datanodeUuid=b6f7a664-6757-4b0a-8d6e-a5a66d0d19b3, infoPort=45297, infoSecurePort=0, ipcPort=41669, storageInfo=lv=-57;cid=testClusterID;nsid=2084227724;c=1731986253148), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-19T03:17:35,864 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf31994220265973f with lease ID 0xdcd334b1a04a9e0: Processing first storage report for DS-0d661a06-91f6-4fdc-952d-e41cfcaf916b from datanode DatanodeRegistration(127.0.0.1:33895, datanodeUuid=b6f7a664-6757-4b0a-8d6e-a5a66d0d19b3, infoPort=45297, infoSecurePort=0, ipcPort=41669, storageInfo=lv=-57;cid=testClusterID;nsid=2084227724;c=1731986253148) 2024-11-19T03:17:35,864 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf31994220265973f with lease ID 0xdcd334b1a04a9e0: from storage DS-0d661a06-91f6-4fdc-952d-e41cfcaf916b node DatanodeRegistration(127.0.0.1:33895, datanodeUuid=b6f7a664-6757-4b0a-8d6e-a5a66d0d19b3, infoPort=45297, infoSecurePort=0, ipcPort=41669, storageInfo=lv=-57;cid=testClusterID;nsid=2084227724;c=1731986253148), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T03:17:35,873 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/20e91f0f-855c-c824-d2c5-cd351d19b8d6 2024-11-19T03:17:35,873 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:17:35,876 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:17:35,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33895 is added to blk_1073741825_1001 (size=7) 2024-11-19T03:17:36,306 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33291/user/jenkins/test-data/ab691733-ebda-6577-e647-5849ccc40a65 with version=8 2024-11-19T03:17:36,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33291/user/jenkins/test-data/ab691733-ebda-6577-e647-5849ccc40a65/hbase-staging 2024-11-19T03:17:36,310 INFO [Time-limited test {}] client.ConnectionUtils(128): master/47efada56ed5:0 server-side Connection retries=45 2024-11-19T03:17:36,310 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T03:17:36,310 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T03:17:36,311 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T03:17:36,311 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T03:17:36,311 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T03:17:36,311 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T03:17:36,311 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T03:17:36,312 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41725 2024-11-19T03:17:36,315 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41725 connecting to ZooKeeper ensemble=127.0.0.1:51924 2024-11-19T03:17:36,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:417250x0, quorum=127.0.0.1:51924, baseZNode=/191180070 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T03:17:36,380 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41725-0x1015118ab260003 connected 2024-11-19T03:17:36,487 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T03:17:36,488 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-19T03:17:36,500 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T03:17:36,500 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-19T03:17:36,501 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T03:17:36,501 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-19T03:17:36,502 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-19T03:17:36,502 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-19T03:17:36,519 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:17:36,522 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:17:36,529 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41725-0x1015118ab260003, quorum=127.0.0.1:51924, baseZNode=/191180070 Set watcher on znode that does not yet exist, /191180070/running 2024-11-19T03:17:36,530 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33291/user/jenkins/test-data/ab691733-ebda-6577-e647-5849ccc40a65, hbase.cluster.distributed=false 2024-11-19T03:17:36,534 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41725-0x1015118ab260003, quorum=127.0.0.1:51924, baseZNode=/191180070 Set watcher on znode that does not yet exist, /191180070/acl 2024-11-19T03:17:36,540 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41725 2024-11-19T03:17:36,541 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41725 2024-11-19T03:17:36,543 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41725 2024-11-19T03:17:36,543 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41725 2024-11-19T03:17:36,544 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41725 2024-11-19T03:17:36,566 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/47efada56ed5:0 server-side Connection retries=45 2024-11-19T03:17:36,566 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T03:17:36,566 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T03:17:36,566 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T03:17:36,566 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T03:17:36,566 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T03:17:36,567 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T03:17:36,567 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T03:17:36,568 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43353 2024-11-19T03:17:36,570 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43353 connecting to ZooKeeper ensemble=127.0.0.1:51924 2024-11-19T03:17:36,571 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:17:36,573 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:17:36,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:433530x0, quorum=127.0.0.1:51924, baseZNode=/191180070 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T03:17:36,593 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:433530x0, quorum=127.0.0.1:51924, baseZNode=/191180070 Set watcher on znode that does not yet exist, /191180070/running 2024-11-19T03:17:36,593 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43353-0x1015118ab260004 connected 2024-11-19T03:17:36,594 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T03:17:36,595 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T03:17:36,595 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43353-0x1015118ab260004, quorum=127.0.0.1:51924, baseZNode=/191180070 Set watcher on znode that does not yet exist, /191180070/master 2024-11-19T03:17:36,597 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43353-0x1015118ab260004, quorum=127.0.0.1:51924, baseZNode=/191180070 Set watcher on znode that does not yet exist, /191180070/acl 2024-11-19T03:17:36,597 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43353 2024-11-19T03:17:36,598 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43353 2024-11-19T03:17:36,598 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43353 2024-11-19T03:17:36,599 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43353 2024-11-19T03:17:36,599 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43353 2024-11-19T03:17:36,611 DEBUG [M:0;47efada56ed5:41725 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;47efada56ed5:41725 2024-11-19T03:17:36,612 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /191180070/backup-masters/47efada56ed5,41725,1731986256309 2024-11-19T03:17:36,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41725-0x1015118ab260003, quorum=127.0.0.1:51924, baseZNode=/191180070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/191180070/backup-masters 2024-11-19T03:17:36,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43353-0x1015118ab260004, quorum=127.0.0.1:51924, baseZNode=/191180070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/191180070/backup-masters 2024-11-19T03:17:36,635 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41725-0x1015118ab260003, quorum=127.0.0.1:51924, baseZNode=/191180070 Set watcher on existing znode=/191180070/backup-masters/47efada56ed5,41725,1731986256309 2024-11-19T03:17:36,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43353-0x1015118ab260004, quorum=127.0.0.1:51924, baseZNode=/191180070 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/191180070/master 2024-11-19T03:17:36,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41725-0x1015118ab260003, quorum=127.0.0.1:51924, baseZNode=/191180070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/191180070 2024-11-19T03:17:36,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43353-0x1015118ab260004, quorum=127.0.0.1:51924, baseZNode=/191180070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/191180070 2024-11-19T03:17:36,679 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41725-0x1015118ab260003, quorum=127.0.0.1:51924, baseZNode=/191180070 Set watcher on existing znode=/191180070/master 2024-11-19T03:17:36,680 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /191180070/backup-masters/47efada56ed5,41725,1731986256309 from backup master directory 2024-11-19T03:17:36,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41725-0x1015118ab260003, quorum=127.0.0.1:51924, baseZNode=/191180070 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/191180070/backup-masters/47efada56ed5,41725,1731986256309 2024-11-19T03:17:36,725 WARN [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T03:17:36,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41725-0x1015118ab260003, quorum=127.0.0.1:51924, baseZNode=/191180070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/191180070/backup-masters 2024-11-19T03:17:36,725 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=47efada56ed5,41725,1731986256309 2024-11-19T03:17:36,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43353-0x1015118ab260004, quorum=127.0.0.1:51924, baseZNode=/191180070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/191180070/backup-masters 2024-11-19T03:17:36,732 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33291/user/jenkins/test-data/ab691733-ebda-6577-e647-5849ccc40a65/hbase.id] with ID: d90a2e01-ee3b-47b3-b363-68f82dca3705 2024-11-19T03:17:36,732 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33291/user/jenkins/test-data/ab691733-ebda-6577-e647-5849ccc40a65/.tmp/hbase.id 2024-11-19T03:17:36,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33895 is added to blk_1073741826_1002 (size=42) 2024-11-19T03:17:36,826 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T03:17:37,140 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33291/user/jenkins/test-data/ab691733-ebda-6577-e647-5849ccc40a65/.tmp/hbase.id]:[hdfs://localhost:33291/user/jenkins/test-data/ab691733-ebda-6577-e647-5849ccc40a65/hbase.id] 2024-11-19T03:17:37,166 INFO [master/47efada56ed5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:17:37,166 INFO [master/47efada56ed5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T03:17:37,168 INFO [master/47efada56ed5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-19T03:17:37,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41725-0x1015118ab260003, quorum=127.0.0.1:51924, baseZNode=/191180070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/191180070 2024-11-19T03:17:37,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43353-0x1015118ab260004, quorum=127.0.0.1:51924, baseZNode=/191180070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/191180070 2024-11-19T03:17:37,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33895 is added to blk_1073741827_1003 (size=196) 2024-11-19T03:17:37,629 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T03:17:37,632 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T03:17:37,634 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T03:17:37,635 INFO [master/47efada56ed5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T03:17:37,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33895 is added to blk_1073741828_1004 (size=1189) 2024-11-19T03:17:38,049 INFO [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33291/user/jenkins/test-data/ab691733-ebda-6577-e647-5849ccc40a65/MasterData/data/master/store 2024-11-19T03:17:38,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33895 is added to blk_1073741829_1005 (size=34) 2024-11-19T03:17:38,466 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:17:38,467 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T03:17:38,467 INFO [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:17:38,467 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:17:38,467 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T03:17:38,467 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:17:38,467 INFO [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:17:38,467 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731986258467Disabling compacts and flushes for region at 1731986258467Disabling writes for close at 1731986258467Writing region close event to WAL at 1731986258467Closed at 1731986258467 2024-11-19T03:17:38,469 WARN [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33291/user/jenkins/test-data/ab691733-ebda-6577-e647-5849ccc40a65/MasterData/data/master/store/.initializing 2024-11-19T03:17:38,469 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33291/user/jenkins/test-data/ab691733-ebda-6577-e647-5849ccc40a65/MasterData/WALs/47efada56ed5,41725,1731986256309 2024-11-19T03:17:38,472 INFO [master/47efada56ed5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T03:17:38,478 INFO [master/47efada56ed5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=47efada56ed5%2C41725%2C1731986256309, suffix=, logDir=hdfs://localhost:33291/user/jenkins/test-data/ab691733-ebda-6577-e647-5849ccc40a65/MasterData/WALs/47efada56ed5,41725,1731986256309, archiveDir=hdfs://localhost:33291/user/jenkins/test-data/ab691733-ebda-6577-e647-5849ccc40a65/MasterData/oldWALs, maxLogs=10 2024-11-19T03:17:38,499 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ab691733-ebda-6577-e647-5849ccc40a65/MasterData/WALs/47efada56ed5,41725,1731986256309/47efada56ed5%2C41725%2C1731986256309.1731986258478, exclude list is [], retry=0 2024-11-19T03:17:38,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33895,DS-f5b8a4fb-8361-4e3d-9d2e-3309569f2e70,DISK] 2024-11-19T03:17:38,513 INFO [master/47efada56ed5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ab691733-ebda-6577-e647-5849ccc40a65/MasterData/WALs/47efada56ed5,41725,1731986256309/47efada56ed5%2C41725%2C1731986256309.1731986258478 2024-11-19T03:17:38,513 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45297:45297)] 2024-11-19T03:17:38,513 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T03:17:38,514 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:17:38,514 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:17:38,514 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:17:38,518 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:17:38,521 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T03:17:38,521 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:17:38,523 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:17:38,523 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:17:38,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T03:17:38,527 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:17:38,531 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:17:38,531 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:17:38,534 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T03:17:38,534 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:17:38,536 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:17:38,536 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:17:38,540 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T03:17:38,540 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:17:38,542 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:17:38,542 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:17:38,543 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33291/user/jenkins/test-data/ab691733-ebda-6577-e647-5849ccc40a65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:17:38,544 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33291/user/jenkins/test-data/ab691733-ebda-6577-e647-5849ccc40a65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:17:38,547 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:17:38,548 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:17:38,549 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T03:17:38,552 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:17:38,590 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33291/user/jenkins/test-data/ab691733-ebda-6577-e647-5849ccc40a65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T03:17:38,591 INFO [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63129959, jitterRate=-0.05929030478000641}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T03:17:38,592 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731986258514Initializing all the Stores at 1731986258517 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986258517Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986258517Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986258517Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986258517Cleaning up temporary data from old regions at 1731986258548 (+31 ms)Region opened successfully at 1731986258591 (+43 ms) 2024-11-19T03:17:38,594 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T03:17:38,608 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11176226, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=47efada56ed5/172.17.0.3:0 2024-11-19T03:17:38,609 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T03:17:38,609 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T03:17:38,610 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T03:17:38,610 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T03:17:38,611 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-19T03:17:38,612 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T03:17:38,612 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T03:17:38,625 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T03:17:38,626 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41725-0x1015118ab260003, quorum=127.0.0.1:51924, baseZNode=/191180070 Unable to get data of znode /191180070/balancer because node does not exist (not necessarily an error) 2024-11-19T03:17:38,708 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /191180070/balancer already deleted, retry=false 2024-11-19T03:17:38,709 INFO [master/47efada56ed5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T03:17:38,709 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41725-0x1015118ab260003, quorum=127.0.0.1:51924, baseZNode=/191180070 Unable to get data of znode /191180070/normalizer because node does not exist (not necessarily an error) 2024-11-19T03:17:38,729 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /191180070/normalizer already deleted, retry=false 2024-11-19T03:17:38,729 INFO [master/47efada56ed5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T03:17:38,731 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41725-0x1015118ab260003, quorum=127.0.0.1:51924, baseZNode=/191180070 Unable to get data of znode /191180070/switch/split because node does not exist (not necessarily an error) 2024-11-19T03:17:38,766 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /191180070/switch/split already deleted, retry=false 2024-11-19T03:17:38,768 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41725-0x1015118ab260003, quorum=127.0.0.1:51924, baseZNode=/191180070 Unable to get data of znode /191180070/switch/merge because node does not exist (not necessarily an error) 2024-11-19T03:17:38,792 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /191180070/switch/merge already deleted, retry=false 2024-11-19T03:17:38,796 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41725-0x1015118ab260003, quorum=127.0.0.1:51924, baseZNode=/191180070 Unable to get data of znode /191180070/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T03:17:38,824 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /191180070/snapshot-cleanup already deleted, retry=false 2024-11-19T03:17:38,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41725-0x1015118ab260003, quorum=127.0.0.1:51924, baseZNode=/191180070 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/191180070/running 2024-11-19T03:17:38,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43353-0x1015118ab260004, quorum=127.0.0.1:51924, baseZNode=/191180070 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/191180070/running 2024-11-19T03:17:38,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41725-0x1015118ab260003, quorum=127.0.0.1:51924, baseZNode=/191180070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/191180070 2024-11-19T03:17:38,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43353-0x1015118ab260004, quorum=127.0.0.1:51924, baseZNode=/191180070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/191180070 2024-11-19T03:17:38,835 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=47efada56ed5,41725,1731986256309, sessionid=0x1015118ab260003, setting cluster-up flag (Was=false) 2024-11-19T03:17:38,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41725-0x1015118ab260003, quorum=127.0.0.1:51924, baseZNode=/191180070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/191180070 2024-11-19T03:17:38,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43353-0x1015118ab260004, quorum=127.0.0.1:51924, baseZNode=/191180070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/191180070 2024-11-19T03:17:39,135 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /191180070/flush-table-proc/acquired, /191180070/flush-table-proc/reached, /191180070/flush-table-proc/abort 2024-11-19T03:17:39,137 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=47efada56ed5,41725,1731986256309 2024-11-19T03:17:39,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43353-0x1015118ab260004, quorum=127.0.0.1:51924, baseZNode=/191180070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/191180070 2024-11-19T03:17:39,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41725-0x1015118ab260003, quorum=127.0.0.1:51924, baseZNode=/191180070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/191180070 2024-11-19T03:17:39,209 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /191180070/online-snapshot/acquired, /191180070/online-snapshot/reached, /191180070/online-snapshot/abort 2024-11-19T03:17:39,213 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=47efada56ed5,41725,1731986256309 2024-11-19T03:17:39,217 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33291/user/jenkins/test-data/ab691733-ebda-6577-e647-5849ccc40a65/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T03:17:39,221 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T03:17:39,222 INFO [master/47efada56ed5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T03:17:39,222 INFO [master/47efada56ed5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T03:17:39,222 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 47efada56ed5,41725,1731986256309 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T03:17:39,226 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/47efada56ed5:0, corePoolSize=5, maxPoolSize=5 2024-11-19T03:17:39,226 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/47efada56ed5:0, corePoolSize=5, maxPoolSize=5 2024-11-19T03:17:39,227 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/47efada56ed5:0, corePoolSize=5, maxPoolSize=5 2024-11-19T03:17:39,227 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/47efada56ed5:0, corePoolSize=5, maxPoolSize=5 2024-11-19T03:17:39,227 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/47efada56ed5:0, corePoolSize=10, maxPoolSize=10 2024-11-19T03:17:39,227 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:17:39,236 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/47efada56ed5:0, corePoolSize=2, maxPoolSize=2 2024-11-19T03:17:39,236 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:17:39,253 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T03:17:39,253 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T03:17:39,256 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:17:39,256 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T03:17:39,264 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731986289264 2024-11-19T03:17:39,265 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T03:17:39,265 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T03:17:39,265 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T03:17:39,265 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T03:17:39,265 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T03:17:39,265 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T03:17:39,276 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T03:17:39,277 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T03:17:39,277 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T03:17:39,277 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T03:17:39,277 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T03:17:39,280 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T03:17:39,280 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T03:17:39,284 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.large.0-1731986259280,5,FailOnTimeoutGroup] 2024-11-19T03:17:39,292 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.small.0-1731986259284,5,FailOnTimeoutGroup] 2024-11-19T03:17:39,292 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T03:17:39,292 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T03:17:39,293 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T03:17:39,293 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T03:17:39,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33895 is added to blk_1073741831_1007 (size=1321) 2024-11-19T03:17:39,303 INFO [RS:0;47efada56ed5:43353 {}] regionserver.HRegionServer(746): ClusterId : d90a2e01-ee3b-47b3-b363-68f82dca3705 2024-11-19T03:17:39,304 DEBUG [RS:0;47efada56ed5:43353 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T03:17:39,402 DEBUG [RS:0;47efada56ed5:43353 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T03:17:39,402 DEBUG [RS:0;47efada56ed5:43353 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T03:17:39,436 DEBUG [RS:0;47efada56ed5:43353 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T03:17:39,437 DEBUG [RS:0;47efada56ed5:43353 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c47cd83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=47efada56ed5/172.17.0.3:0 2024-11-19T03:17:39,453 DEBUG [RS:0;47efada56ed5:43353 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;47efada56ed5:43353 2024-11-19T03:17:39,454 INFO [RS:0;47efada56ed5:43353 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T03:17:39,454 INFO [RS:0;47efada56ed5:43353 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T03:17:39,454 DEBUG [RS:0;47efada56ed5:43353 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T03:17:39,456 INFO [RS:0;47efada56ed5:43353 {}] regionserver.HRegionServer(2659): reportForDuty to master=47efada56ed5,41725,1731986256309 with port=43353, startcode=1731986256565 2024-11-19T03:17:39,456 DEBUG [RS:0;47efada56ed5:43353 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T03:17:39,461 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58719, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T03:17:39,461 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41725 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 47efada56ed5,43353,1731986256565 2024-11-19T03:17:39,462 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41725 {}] master.ServerManager(517): Registering regionserver=47efada56ed5,43353,1731986256565 2024-11-19T03:17:39,465 DEBUG [RS:0;47efada56ed5:43353 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33291/user/jenkins/test-data/ab691733-ebda-6577-e647-5849ccc40a65 2024-11-19T03:17:39,465 DEBUG [RS:0;47efada56ed5:43353 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33291 2024-11-19T03:17:39,465 DEBUG [RS:0;47efada56ed5:43353 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T03:17:39,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41725-0x1015118ab260003, quorum=127.0.0.1:51924, baseZNode=/191180070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/191180070/rs 2024-11-19T03:17:39,489 DEBUG [RS:0;47efada56ed5:43353 {}] zookeeper.ZKUtil(111): regionserver:43353-0x1015118ab260004, quorum=127.0.0.1:51924, baseZNode=/191180070 Set watcher on existing znode=/191180070/rs/47efada56ed5,43353,1731986256565 2024-11-19T03:17:39,489 WARN [RS:0;47efada56ed5:43353 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T03:17:39,489 INFO [RS:0;47efada56ed5:43353 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T03:17:39,489 DEBUG [RS:0;47efada56ed5:43353 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33291/user/jenkins/test-data/ab691733-ebda-6577-e647-5849ccc40a65/WALs/47efada56ed5,43353,1731986256565 2024-11-19T03:17:39,501 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [47efada56ed5,43353,1731986256565] 2024-11-19T03:17:39,530 INFO [RS:0;47efada56ed5:43353 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T03:17:39,540 INFO [RS:0;47efada56ed5:43353 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T03:17:39,553 INFO [RS:0;47efada56ed5:43353 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T03:17:39,553 INFO [RS:0;47efada56ed5:43353 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T03:17:39,560 INFO [RS:0;47efada56ed5:43353 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T03:17:39,562 INFO [RS:0;47efada56ed5:43353 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T03:17:39,562 INFO [RS:0;47efada56ed5:43353 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T03:17:39,562 DEBUG [RS:0;47efada56ed5:43353 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:17:39,562 DEBUG [RS:0;47efada56ed5:43353 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:17:39,562 DEBUG [RS:0;47efada56ed5:43353 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:17:39,563 DEBUG [RS:0;47efada56ed5:43353 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:17:39,563 DEBUG [RS:0;47efada56ed5:43353 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:17:39,563 DEBUG [RS:0;47efada56ed5:43353 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/47efada56ed5:0, corePoolSize=2, maxPoolSize=2 2024-11-19T03:17:39,563 DEBUG [RS:0;47efada56ed5:43353 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:17:39,563 DEBUG [RS:0;47efada56ed5:43353 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:17:39,563 DEBUG [RS:0;47efada56ed5:43353 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:17:39,563 DEBUG [RS:0;47efada56ed5:43353 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:17:39,563 DEBUG [RS:0;47efada56ed5:43353 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:17:39,564 DEBUG [RS:0;47efada56ed5:43353 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:17:39,564 DEBUG [RS:0;47efada56ed5:43353 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/47efada56ed5:0, corePoolSize=3, maxPoolSize=3 2024-11-19T03:17:39,564 DEBUG [RS:0;47efada56ed5:43353 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0, corePoolSize=3, maxPoolSize=3 2024-11-19T03:17:39,565 INFO [RS:0;47efada56ed5:43353 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T03:17:39,565 INFO [RS:0;47efada56ed5:43353 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T03:17:39,565 INFO [RS:0;47efada56ed5:43353 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T03:17:39,565 INFO [RS:0;47efada56ed5:43353 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T03:17:39,565 INFO [RS:0;47efada56ed5:43353 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T03:17:39,566 INFO [RS:0;47efada56ed5:43353 {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,43353,1731986256565-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T03:17:39,591 INFO [RS:0;47efada56ed5:43353 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T03:17:39,592 INFO [RS:0;47efada56ed5:43353 {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,43353,1731986256565-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T03:17:39,592 INFO [RS:0;47efada56ed5:43353 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:17:39,593 INFO [RS:0;47efada56ed5:43353 {}] regionserver.Replication(171): 47efada56ed5,43353,1731986256565 started 2024-11-19T03:17:39,615 INFO [RS:0;47efada56ed5:43353 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:17:39,615 INFO [RS:0;47efada56ed5:43353 {}] regionserver.HRegionServer(1482): Serving as 47efada56ed5,43353,1731986256565, RpcServer on 47efada56ed5/172.17.0.3:43353, sessionid=0x1015118ab260004 2024-11-19T03:17:39,616 DEBUG [RS:0;47efada56ed5:43353 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T03:17:39,616 DEBUG [RS:0;47efada56ed5:43353 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 47efada56ed5,43353,1731986256565 2024-11-19T03:17:39,616 DEBUG [RS:0;47efada56ed5:43353 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '47efada56ed5,43353,1731986256565' 2024-11-19T03:17:39,616 DEBUG [RS:0;47efada56ed5:43353 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/191180070/flush-table-proc/abort' 2024-11-19T03:17:39,617 DEBUG [RS:0;47efada56ed5:43353 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/191180070/flush-table-proc/acquired' 2024-11-19T03:17:39,618 DEBUG [RS:0;47efada56ed5:43353 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T03:17:39,618 DEBUG [RS:0;47efada56ed5:43353 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T03:17:39,618 DEBUG [RS:0;47efada56ed5:43353 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 47efada56ed5,43353,1731986256565 2024-11-19T03:17:39,618 DEBUG [RS:0;47efada56ed5:43353 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '47efada56ed5,43353,1731986256565' 2024-11-19T03:17:39,618 DEBUG [RS:0;47efada56ed5:43353 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/191180070/online-snapshot/abort' 2024-11-19T03:17:39,619 DEBUG [RS:0;47efada56ed5:43353 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/191180070/online-snapshot/acquired' 2024-11-19T03:17:39,619 DEBUG [RS:0;47efada56ed5:43353 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T03:17:39,619 INFO [RS:0;47efada56ed5:43353 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T03:17:39,619 INFO [RS:0;47efada56ed5:43353 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T03:17:39,694 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33291/user/jenkins/test-data/ab691733-ebda-6577-e647-5849ccc40a65/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T03:17:39,694 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33291/user/jenkins/test-data/ab691733-ebda-6577-e647-5849ccc40a65 2024-11-19T03:17:39,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33895 is added to blk_1073741832_1008 (size=32) 2024-11-19T03:17:39,720 INFO [RS:0;47efada56ed5:43353 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T03:17:39,724 INFO [RS:0;47efada56ed5:43353 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=47efada56ed5%2C43353%2C1731986256565, suffix=, logDir=hdfs://localhost:33291/user/jenkins/test-data/ab691733-ebda-6577-e647-5849ccc40a65/WALs/47efada56ed5,43353,1731986256565, archiveDir=hdfs://localhost:33291/user/jenkins/test-data/ab691733-ebda-6577-e647-5849ccc40a65/oldWALs, maxLogs=10 2024-11-19T03:17:39,745 DEBUG [RS:0;47efada56ed5:43353 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ab691733-ebda-6577-e647-5849ccc40a65/WALs/47efada56ed5,43353,1731986256565/47efada56ed5%2C43353%2C1731986256565.1731986259726, exclude list is [], retry=0 2024-11-19T03:17:39,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33895,DS-f5b8a4fb-8361-4e3d-9d2e-3309569f2e70,DISK] 2024-11-19T03:17:39,753 INFO [RS:0;47efada56ed5:43353 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ab691733-ebda-6577-e647-5849ccc40a65/WALs/47efada56ed5,43353,1731986256565/47efada56ed5%2C43353%2C1731986256565.1731986259726 2024-11-19T03:17:39,754 DEBUG [RS:0;47efada56ed5:43353 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45297:45297)] 2024-11-19T03:17:40,118 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:17:40,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T03:17:40,128 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T03:17:40,128 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:17:40,129 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:17:40,129 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T03:17:40,132 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T03:17:40,132 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:17:40,136 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:17:40,137 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T03:17:40,140 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T03:17:40,140 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:17:40,141 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:17:40,141 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T03:17:40,144 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T03:17:40,144 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:17:40,145 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:17:40,145 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T03:17:40,147 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33291/user/jenkins/test-data/ab691733-ebda-6577-e647-5849ccc40a65/data/hbase/meta/1588230740 2024-11-19T03:17:40,147 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33291/user/jenkins/test-data/ab691733-ebda-6577-e647-5849ccc40a65/data/hbase/meta/1588230740 2024-11-19T03:17:40,150 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T03:17:40,150 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T03:17:40,151 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T03:17:40,156 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T03:17:40,160 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33291/user/jenkins/test-data/ab691733-ebda-6577-e647-5849ccc40a65/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T03:17:40,161 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71616051, jitterRate=0.06716232001781464}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T03:17:40,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731986260119Initializing all the Stores at 1731986260120 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986260120Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986260124 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986260124Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986260124Cleaning up temporary data from old regions at 1731986260150 (+26 ms)Region opened successfully at 1731986260162 (+12 ms) 2024-11-19T03:17:40,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T03:17:40,162 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T03:17:40,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T03:17:40,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T03:17:40,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T03:17:40,163 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T03:17:40,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731986260162Disabling compacts and flushes for region at 1731986260162Disabling writes for close at 1731986260162Writing region close event to WAL at 1731986260163 (+1 ms)Closed at 1731986260163 2024-11-19T03:17:40,167 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T03:17:40,167 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T03:17:40,167 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T03:17:40,170 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T03:17:40,173 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T03:17:40,323 DEBUG [47efada56ed5:41725 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T03:17:40,324 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=47efada56ed5,43353,1731986256565 2024-11-19T03:17:40,326 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 47efada56ed5,43353,1731986256565, state=OPENING 2024-11-19T03:17:40,442 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T03:17:40,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41725-0x1015118ab260003, quorum=127.0.0.1:51924, baseZNode=/191180070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/191180070 2024-11-19T03:17:40,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43353-0x1015118ab260004, quorum=127.0.0.1:51924, baseZNode=/191180070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/191180070 2024-11-19T03:17:40,462 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T03:17:40,462 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /191180070/meta-region-server: CHANGED 2024-11-19T03:17:40,462 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /191180070/meta-region-server: CHANGED 2024-11-19T03:17:40,462 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=47efada56ed5,43353,1731986256565}] 2024-11-19T03:17:40,616 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T03:17:40,619 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40245, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T03:17:40,625 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T03:17:40,625 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T03:17:40,625 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T03:17:40,628 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=47efada56ed5%2C43353%2C1731986256565.meta, suffix=.meta, logDir=hdfs://localhost:33291/user/jenkins/test-data/ab691733-ebda-6577-e647-5849ccc40a65/WALs/47efada56ed5,43353,1731986256565, archiveDir=hdfs://localhost:33291/user/jenkins/test-data/ab691733-ebda-6577-e647-5849ccc40a65/oldWALs, maxLogs=10 2024-11-19T03:17:40,643 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ab691733-ebda-6577-e647-5849ccc40a65/WALs/47efada56ed5,43353,1731986256565/47efada56ed5%2C43353%2C1731986256565.meta.1731986260630.meta, exclude list is [], retry=0 2024-11-19T03:17:40,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33895,DS-f5b8a4fb-8361-4e3d-9d2e-3309569f2e70,DISK] 2024-11-19T03:17:40,650 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ab691733-ebda-6577-e647-5849ccc40a65/WALs/47efada56ed5,43353,1731986256565/47efada56ed5%2C43353%2C1731986256565.meta.1731986260630.meta 2024-11-19T03:17:40,650 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45297:45297)] 2024-11-19T03:17:40,650 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T03:17:40,651 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T03:17:40,651 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T03:17:40,651 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T03:17:40,651 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T03:17:40,651 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T03:17:40,651 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:17:40,652 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T03:17:40,652 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T03:17:40,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T03:17:40,655 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T03:17:40,655 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:17:40,656 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:17:40,656 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T03:17:40,658 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T03:17:40,658 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:17:40,659 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:17:40,659 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T03:17:40,660 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T03:17:40,660 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:17:40,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:17:40,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T03:17:40,663 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T03:17:40,663 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:17:40,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:17:40,664 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T03:17:40,666 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33291/user/jenkins/test-data/ab691733-ebda-6577-e647-5849ccc40a65/data/hbase/meta/1588230740 2024-11-19T03:17:40,668 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33291/user/jenkins/test-data/ab691733-ebda-6577-e647-5849ccc40a65/data/hbase/meta/1588230740 2024-11-19T03:17:40,670 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T03:17:40,670 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T03:17:40,671 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T03:17:40,674 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T03:17:40,675 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71881766, jitterRate=0.07112178206443787}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T03:17:40,676 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T03:17:40,676 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731986260652Writing region info on filesystem at 1731986260652Initializing all the Stores at 1731986260653 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986260653Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986260654 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986260654Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986260654Cleaning up temporary data from old regions at 1731986260670 (+16 ms)Running coprocessor post-open hooks at 1731986260676 (+6 ms)Region opened successfully at 1731986260676 2024-11-19T03:17:40,679 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731986260616 2024-11-19T03:17:40,682 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T03:17:40,682 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T03:17:40,684 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=47efada56ed5,43353,1731986256565 2024-11-19T03:17:40,686 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 47efada56ed5,43353,1731986256565, state=OPEN 2024-11-19T03:17:40,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41725-0x1015118ab260003, quorum=127.0.0.1:51924, baseZNode=/191180070 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/191180070/meta-region-server 2024-11-19T03:17:40,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43353-0x1015118ab260004, quorum=127.0.0.1:51924, baseZNode=/191180070 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/191180070/meta-region-server 2024-11-19T03:17:40,708 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=47efada56ed5,43353,1731986256565 2024-11-19T03:17:40,708 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /191180070/meta-region-server: CHANGED 2024-11-19T03:17:40,708 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /191180070/meta-region-server: CHANGED 2024-11-19T03:17:40,713 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T03:17:40,713 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=47efada56ed5,43353,1731986256565 in 246 msec 2024-11-19T03:17:40,717 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T03:17:40,718 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 546 msec 2024-11-19T03:17:40,732 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T03:17:40,732 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T03:17:40,734 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:17:40,734 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,43353,1731986256565, seqNum=-1] 2024-11-19T03:17:40,735 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:17:40,737 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38867, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:17:40,746 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5250 sec 2024-11-19T03:17:40,746 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731986260746, completionTime=-1 2024-11-19T03:17:40,746 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T03:17:40,746 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T03:17:40,749 INFO [master/47efada56ed5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T03:17:40,749 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731986320749 2024-11-19T03:17:40,749 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731986380749 2024-11-19T03:17:40,749 INFO [master/47efada56ed5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-19T03:17:40,749 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,41725,1731986256309-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T03:17:40,749 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,41725,1731986256309-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:17:40,749 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,41725,1731986256309-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:17:40,749 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-47efada56ed5:41725, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:17:40,750 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T03:17:40,750 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T03:17:40,752 DEBUG [master/47efada56ed5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T03:17:40,755 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.030sec 2024-11-19T03:17:40,755 INFO [master/47efada56ed5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T03:17:40,755 INFO [master/47efada56ed5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T03:17:40,755 INFO [master/47efada56ed5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T03:17:40,755 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T03:17:40,755 INFO [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T03:17:40,755 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,41725,1731986256309-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T03:17:40,755 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,41725,1731986256309-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T03:17:40,759 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T03:17:40,759 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T03:17:40,759 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,41725,1731986256309-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:17:40,807 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b9a998e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:17:40,808 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,41725,-1 for getting cluster id 2024-11-19T03:17:40,808 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:17:40,810 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd90a2e01-ee3b-47b3-b363-68f82dca3705' 2024-11-19T03:17:40,811 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:17:40,811 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d90a2e01-ee3b-47b3-b363-68f82dca3705" 2024-11-19T03:17:40,811 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@127615dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:17:40,811 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,41725,-1] 2024-11-19T03:17:40,812 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:17:40,812 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:17:40,814 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:17:40,816 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fca580, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:17:40,817 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:17:40,819 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,43353,1731986256565, seqNum=-1] 2024-11-19T03:17:40,819 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:17:40,822 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:17:40,825 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=47efada56ed5,41725,1731986256309 2024-11-19T03:17:40,827 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51924 2024-11-19T03:17:40,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51924, baseZNode=/191180070 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T03:17:40,856 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015118ab260005 connected 2024-11-19T03:17:40,876 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c35f7e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:17:40,876 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,39037,-1 for getting cluster id 2024-11-19T03:17:40,876 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:17:40,878 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '104bd31e-71e4-47ad-8e12-e8bd91a4b522' 2024-11-19T03:17:40,879 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:17:40,879 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "104bd31e-71e4-47ad-8e12-e8bd91a4b522" 2024-11-19T03:17:40,880 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c07527a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:17:40,880 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,39037,-1] 2024-11-19T03:17:40,880 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:17:40,881 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:17:40,883 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:17:40,885 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2347c8d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:17:40,895 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T03:17:40,900 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 47efada56ed5,39037,1731986246080 2024-11-19T03:17:40,903 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3343fdc0 2024-11-19T03:17:40,904 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T03:17:40,907 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T03:17:40,909 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39037 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://47efada56ed5:41725,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T03:17:40,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39037 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T03:17:40,925 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='47efada56ed5:41725' 2024-11-19T03:17:40,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T03:17:40,928 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6089d942, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:17:40,928 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,41725,-1 for getting cluster id 2024-11-19T03:17:40,928 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:17:40,930 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd90a2e01-ee3b-47b3-b363-68f82dca3705' 2024-11-19T03:17:40,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:17:40,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d90a2e01-ee3b-47b3-b363-68f82dca3705" 2024-11-19T03:17:40,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@603df25d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:17:40,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,41725,-1] 2024-11-19T03:17:40,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:17:40,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:17:40,934 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:17:40,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d898f49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:17:40,936 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T03:17:40,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 47efada56ed5,41725,1731986256309 2024-11-19T03:17:40,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@66a39375 2024-11-19T03:17:40,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T03:17:40,945 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T03:17:40,960 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-19T03:17:40,960 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T03:17:40,965 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:17:40,965 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:17:40,965 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:17:40,967 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T03:17:40,973 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T03:17:40,977 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T03:17:40,978 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:17:40,981 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T03:17:40,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34311 is added to blk_1073741835_1011 (size=1138) 2024-11-19T03:17:41,026 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T03:17:41,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T03:17:41,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T03:17:41,401 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 15216948358b16fba49fa420166670a5, NAME => 'hbase:replication,,1731986260967.15216948358b16fba49fa420166670a5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d 2024-11-19T03:17:41,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34311 is added to blk_1073741836_1012 (size=44) 2024-11-19T03:17:41,410 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731986260967.15216948358b16fba49fa420166670a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:17:41,411 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 15216948358b16fba49fa420166670a5, disabling compactions & flushes 2024-11-19T03:17:41,411 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731986260967.15216948358b16fba49fa420166670a5. 2024-11-19T03:17:41,411 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731986260967.15216948358b16fba49fa420166670a5. 2024-11-19T03:17:41,411 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731986260967.15216948358b16fba49fa420166670a5. after waiting 0 ms 2024-11-19T03:17:41,411 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731986260967.15216948358b16fba49fa420166670a5. 2024-11-19T03:17:41,411 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731986260967.15216948358b16fba49fa420166670a5. 2024-11-19T03:17:41,411 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 15216948358b16fba49fa420166670a5: Waiting for close lock at 1731986261411Disabling compacts and flushes for region at 1731986261411Disabling writes for close at 1731986261411Writing region close event to WAL at 1731986261411Closed at 1731986261411 2024-11-19T03:17:41,413 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T03:17:41,418 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731986260967.15216948358b16fba49fa420166670a5.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731986261413"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731986261413"}]},"ts":"1731986261413"} 2024-11-19T03:17:41,422 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T03:17:41,424 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T03:17:41,427 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731986261424"}]},"ts":"1731986261424"} 2024-11-19T03:17:41,430 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T03:17:41,433 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=15216948358b16fba49fa420166670a5, ASSIGN}] 2024-11-19T03:17:41,437 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=15216948358b16fba49fa420166670a5, ASSIGN 2024-11-19T03:17:41,439 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=15216948358b16fba49fa420166670a5, ASSIGN; state=OFFLINE, location=47efada56ed5,41209,1731986247125; forceNewPlan=false, retain=false 2024-11-19T03:17:41,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T03:17:41,591 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=15216948358b16fba49fa420166670a5, regionState=OPENING, regionLocation=47efada56ed5,41209,1731986247125 2024-11-19T03:17:41,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=15216948358b16fba49fa420166670a5, ASSIGN because future has completed 2024-11-19T03:17:41,596 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 15216948358b16fba49fa420166670a5, server=47efada56ed5,41209,1731986247125}] 2024-11-19T03:17:41,756 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731986260967.15216948358b16fba49fa420166670a5. 2024-11-19T03:17:41,756 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T03:17:41,756 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T03:17:41,759 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=47efada56ed5%2C41209%2C1731986247125.rep, suffix=, logDir=hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/WALs/47efada56ed5,41209,1731986247125, archiveDir=hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/oldWALs, maxLogs=10 2024-11-19T03:17:41,771 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/WALs/47efada56ed5,41209,1731986247125/47efada56ed5%2C41209%2C1731986247125.rep.1731986261759, exclude list is [], retry=0 2024-11-19T03:17:41,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34311,DS-c0b6f7a3-964a-48aa-8d8a-0d2f1b70340b,DISK] 2024-11-19T03:17:41,777 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/WALs/47efada56ed5,41209,1731986247125/47efada56ed5%2C41209%2C1731986247125.rep.1731986261759 2024-11-19T03:17:41,778 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40879:40879)] 2024-11-19T03:17:41,778 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 15216948358b16fba49fa420166670a5, NAME => 'hbase:replication,,1731986260967.15216948358b16fba49fa420166670a5.', STARTKEY => '', ENDKEY => ''} 2024-11-19T03:17:41,779 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T03:17:41,779 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T03:17:41,779 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731986260967.15216948358b16fba49fa420166670a5. service=MultiRowMutationService 2024-11-19T03:17:41,779 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T03:17:41,779 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 15216948358b16fba49fa420166670a5 2024-11-19T03:17:41,779 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731986260967.15216948358b16fba49fa420166670a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:17:41,779 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 15216948358b16fba49fa420166670a5 2024-11-19T03:17:41,779 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 15216948358b16fba49fa420166670a5 2024-11-19T03:17:41,782 INFO [StoreOpener-15216948358b16fba49fa420166670a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 15216948358b16fba49fa420166670a5 2024-11-19T03:17:41,784 INFO [StoreOpener-15216948358b16fba49fa420166670a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 15216948358b16fba49fa420166670a5 columnFamilyName hfileref 2024-11-19T03:17:41,784 DEBUG [StoreOpener-15216948358b16fba49fa420166670a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:17:41,784 INFO [StoreOpener-15216948358b16fba49fa420166670a5-1 {}] regionserver.HStore(327): Store=15216948358b16fba49fa420166670a5/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:17:41,784 INFO [StoreOpener-15216948358b16fba49fa420166670a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 15216948358b16fba49fa420166670a5 2024-11-19T03:17:41,786 INFO [StoreOpener-15216948358b16fba49fa420166670a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 15216948358b16fba49fa420166670a5 columnFamilyName queue 2024-11-19T03:17:41,786 DEBUG [StoreOpener-15216948358b16fba49fa420166670a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:17:41,787 INFO [StoreOpener-15216948358b16fba49fa420166670a5-1 {}] regionserver.HStore(327): Store=15216948358b16fba49fa420166670a5/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:17:41,787 INFO [StoreOpener-15216948358b16fba49fa420166670a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 15216948358b16fba49fa420166670a5 2024-11-19T03:17:41,789 INFO [StoreOpener-15216948358b16fba49fa420166670a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 15216948358b16fba49fa420166670a5 columnFamilyName sid 2024-11-19T03:17:41,789 DEBUG [StoreOpener-15216948358b16fba49fa420166670a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:17:41,789 INFO [StoreOpener-15216948358b16fba49fa420166670a5-1 {}] regionserver.HStore(327): Store=15216948358b16fba49fa420166670a5/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:17:41,790 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 15216948358b16fba49fa420166670a5 2024-11-19T03:17:41,791 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/data/hbase/replication/15216948358b16fba49fa420166670a5 2024-11-19T03:17:41,791 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/data/hbase/replication/15216948358b16fba49fa420166670a5 2024-11-19T03:17:41,793 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 15216948358b16fba49fa420166670a5 2024-11-19T03:17:41,793 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 15216948358b16fba49fa420166670a5 2024-11-19T03:17:41,794 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T03:17:41,795 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 15216948358b16fba49fa420166670a5 2024-11-19T03:17:41,798 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/data/hbase/replication/15216948358b16fba49fa420166670a5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T03:17:41,799 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 15216948358b16fba49fa420166670a5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60809517, jitterRate=-0.09386758506298065}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T03:17:41,799 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 15216948358b16fba49fa420166670a5 2024-11-19T03:17:41,801 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 15216948358b16fba49fa420166670a5: Running coprocessor pre-open hook at 1731986261780Writing region info on filesystem at 1731986261780Initializing all the Stores at 1731986261781 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986261781Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986261781Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986261782 (+1 ms)Cleaning up temporary data from old regions at 1731986261793 (+11 ms)Running coprocessor post-open hooks at 1731986261800 (+7 ms)Region opened successfully at 1731986261801 (+1 ms) 2024-11-19T03:17:41,802 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731986260967.15216948358b16fba49fa420166670a5., pid=7, masterSystemTime=1731986261751 2024-11-19T03:17:41,805 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731986260967.15216948358b16fba49fa420166670a5. 2024-11-19T03:17:41,805 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731986260967.15216948358b16fba49fa420166670a5. 2024-11-19T03:17:41,806 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=15216948358b16fba49fa420166670a5, regionState=OPEN, openSeqNum=2, regionLocation=47efada56ed5,41209,1731986247125 2024-11-19T03:17:41,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 15216948358b16fba49fa420166670a5, server=47efada56ed5,41209,1731986247125 because future has completed 2024-11-19T03:17:41,818 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-19T03:17:41,819 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 15216948358b16fba49fa420166670a5, server=47efada56ed5,41209,1731986247125 in 218 msec 2024-11-19T03:17:41,822 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T03:17:41,823 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=15216948358b16fba49fa420166670a5, ASSIGN in 386 msec 2024-11-19T03:17:41,824 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T03:17:41,825 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731986261824"}]},"ts":"1731986261824"} 2024-11-19T03:17:41,828 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T03:17:41,830 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T03:17:41,834 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 863 msec 2024-11-19T03:17:41,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731986260967.15216948358b16fba49fa420166670a5., hostname=47efada56ed5,41209,1731986247125, seqNum=2] 2024-11-19T03:17:41,893 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41209 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-19T03:17:41,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41209-0x1015118ab260001, quorum=127.0.0.1:51924, baseZNode=/0-1809595805 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1809595805 2024-11-19T03:17:41,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39037-0x1015118ab260000, quorum=127.0.0.1:51924, baseZNode=/0-1809595805 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1809595805 2024-11-19T03:17:41,954 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T03:17:42,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T03:17:42,123 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41209 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-19T03:17:42,125 INFO [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T03:17:42,188 INFO [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-47efada56ed5,41209,1731986247125, ReplicationSource: 1, currentBandwidth=0 2024-11-19T03:17:42,190 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:17:42,190 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,41209,1731986247125, seqNum=-1] 2024-11-19T03:17:42,191 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:17:42,192 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43973, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-19T03:17:42,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-47efada56ed5,41209,1731986247125', locateType=CURRENT is [region=hbase:replication,,1731986260967.15216948358b16fba49fa420166670a5., hostname=47efada56ed5,41209,1731986247125, seqNum=2] 2024-11-19T03:17:42,205 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-19T03:17:42,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39037 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-19T03:17:42,212 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 47efada56ed5,41209,1731986247125 suceeded 2024-11-19T03:17:42,218 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-19T03:17:42,218 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://47efada56ed5:41725,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T03:17:42,219 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 258 msec 2024-11-19T03:17:42,223 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.3070 sec 2024-11-19T03:17:42,225 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,41209,1731986247125 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='47efada56ed5:41725' 2024-11-19T03:17:42,229 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,41209,1731986247125 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@22bb9f5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:17:42,229 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,41209,1731986247125 {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,41725,-1 for getting cluster id 2024-11-19T03:17:42,229 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,41209,1731986247125 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:17:42,230 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd90a2e01-ee3b-47b3-b363-68f82dca3705' 2024-11-19T03:17:42,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:17:42,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d90a2e01-ee3b-47b3-b363-68f82dca3705" 2024-11-19T03:17:42,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8800125, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:17:42,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,41725,-1] 2024-11-19T03:17:42,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:17:42,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:17:42,233 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:17:42,235 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,41209,1731986247125 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67525d60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:17:42,235 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,41209,1731986247125 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T03:17:42,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 47efada56ed5,41725,1731986256309 2024-11-19T03:17:42,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@633fe51d 2024-11-19T03:17:42,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T03:17:42,238 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-19T03:17:42,240 INFO [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,41209,1731986247125 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-47efada56ed5,41209,1731986247125 (queues=1) is replicating from cluster=104bd31e-71e4-47ad-8e12-e8bd91a4b522 to cluster=d90a2e01-ee3b-47b3-b363-68f82dca3705 2024-11-19T03:17:42,244 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,41209,1731986247125 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=47efada56ed5%2C41209%2C1731986247125 2024-11-19T03:17:42,249 INFO [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,41209,1731986247125 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-47efada56ed5,41209,1731986247125, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T03:17:42,251 INFO [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,41209,1731986247125.replicationSource.shipper47efada56ed5%2C41209%2C1731986247125,1-47efada56ed5,41209,1731986247125 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 47efada56ed5%2C41209%2C1731986247125 2024-11-19T03:17:42,255 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,41209,1731986247125.replicationSource.wal-reader.47efada56ed5%2C41209%2C1731986247125,1-47efada56ed5,41209,1731986247125 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/WALs/47efada56ed5,41209,1731986247125/47efada56ed5%2C41209%2C1731986247125.1731986251068, startPosition=0, beingWritten=true 2024-11-19T03:17:42,527 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,41209,1731986247125.replicationSource.wal-reader.47efada56ed5%2C41209%2C1731986247125,1-47efada56ed5,41209,1731986247125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/WALs/47efada56ed5,41209,1731986247125/47efada56ed5%2C41209%2C1731986247125.1731986251068 to pos 0, reset compression=false 2024-11-19T03:17:42,828 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-19T03:17:42,841 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,41209,1731986247125.replicationSource.wal-reader.47efada56ed5%2C41209%2C1731986247125,1-47efada56ed5,41209,1731986247125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/WALs/47efada56ed5,41209,1731986247125/47efada56ed5%2C41209%2C1731986247125.1731986251068 to pos 0, reset compression=false 2024-11-19T03:17:43,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T03:17:43,090 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T03:17:43,090 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:17:43,090 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T03:17:43,090 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:17:43,090 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:17:43,090 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:17:43,091 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32a30aae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:17:43,091 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,39037,-1 for getting cluster id 2024-11-19T03:17:43,091 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:17:43,093 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '104bd31e-71e4-47ad-8e12-e8bd91a4b522' 2024-11-19T03:17:43,093 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:17:43,093 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "104bd31e-71e4-47ad-8e12-e8bd91a4b522" 2024-11-19T03:17:43,093 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26377c0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:17:43,094 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,39037,-1] 2024-11-19T03:17:43,094 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:17:43,094 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:17:43,095 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:17:43,096 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@287c3946, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:17:43,097 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T03:17:43,098 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 47efada56ed5,39037,1731986246080 2024-11-19T03:17:43,098 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@49174f 2024-11-19T03:17:43,098 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T03:17:43,100 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T03:17:43,100 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39037 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://47efada56ed5:41725,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T03:17:43,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39037 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T03:17:43,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-19T03:17:43,105 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='47efada56ed5:41725' 2024-11-19T03:17:43,106 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f763cfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:17:43,106 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,41725,-1 for getting cluster id 2024-11-19T03:17:43,106 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:17:43,107 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd90a2e01-ee3b-47b3-b363-68f82dca3705' 2024-11-19T03:17:43,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:17:43,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d90a2e01-ee3b-47b3-b363-68f82dca3705" 2024-11-19T03:17:43,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22665ef1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:17:43,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,41725,-1] 2024-11-19T03:17:43,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:17:43,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:17:43,109 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:17:43,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@456001ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:17:43,110 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T03:17:43,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 47efada56ed5,41725,1731986256309 2024-11-19T03:17:43,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d1b23e1 2024-11-19T03:17:43,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T03:17:43,113 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T03:17:43,113 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-19T03:17:43,114 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T03:17:43,114 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:17:43,114 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:17:43,114 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:17:43,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-19T03:17:43,268 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,41209,1731986247125.replicationSource.wal-reader.47efada56ed5%2C41209%2C1731986247125,1-47efada56ed5,41209,1731986247125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/WALs/47efada56ed5,41209,1731986247125/47efada56ed5%2C41209%2C1731986247125.1731986251068 to pos 0, reset compression=false 2024-11-19T03:17:43,294 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T03:17:43,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-19T03:17:43,449 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41209 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-19T03:17:43,449 INFO [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-19T03:17:43,484 INFO [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-47efada56ed5,41209,1731986247125, ReplicationSource: 2, currentBandwidth=0 2024-11-19T03:17:43,487 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-19T03:17:43,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39037 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-19T03:17:43,492 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 47efada56ed5,41209,1731986247125 suceeded 2024-11-19T03:17:43,495 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T03:17:43,495 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://47efada56ed5:41725,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T03:17:43,495 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 198 msec 2024-11-19T03:17:43,498 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 394 msec 2024-11-19T03:17:43,508 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,2-47efada56ed5,41209,1731986247125 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='47efada56ed5:41725' 2024-11-19T03:17:43,510 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,2-47efada56ed5,41209,1731986247125 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f3f5206, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:17:43,510 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,2-47efada56ed5,41209,1731986247125 {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,41725,-1 for getting cluster id 2024-11-19T03:17:43,510 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,2-47efada56ed5,41209,1731986247125 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:17:43,511 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd90a2e01-ee3b-47b3-b363-68f82dca3705' 2024-11-19T03:17:43,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:17:43,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d90a2e01-ee3b-47b3-b363-68f82dca3705" 2024-11-19T03:17:43,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@34cd7d1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:17:43,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,41725,-1] 2024-11-19T03:17:43,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:17:43,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:17:43,514 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:17:43,515 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,2-47efada56ed5,41209,1731986247125 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a6c4bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:17:43,515 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,2-47efada56ed5,41209,1731986247125 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T03:17:43,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 47efada56ed5,41725,1731986256309 2024-11-19T03:17:43,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@75a18dc3 2024-11-19T03:17:43,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T03:17:43,517 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-19T03:17:43,518 INFO [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,2-47efada56ed5,41209,1731986247125 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-47efada56ed5,41209,1731986247125 (queues=1) is replicating from cluster=104bd31e-71e4-47ad-8e12-e8bd91a4b522 to cluster=d90a2e01-ee3b-47b3-b363-68f82dca3705 2024-11-19T03:17:43,518 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,2-47efada56ed5,41209,1731986247125 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=47efada56ed5%2C41209%2C1731986247125 2024-11-19T03:17:43,518 INFO [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,2-47efada56ed5,41209,1731986247125 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-47efada56ed5,41209,1731986247125, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T03:17:43,519 INFO [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,2-47efada56ed5,41209,1731986247125.replicationSource.shipper47efada56ed5%2C41209%2C1731986247125,2-47efada56ed5,41209,1731986247125 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 47efada56ed5%2C41209%2C1731986247125 2024-11-19T03:17:43,519 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,2-47efada56ed5,41209,1731986247125.replicationSource.wal-reader.47efada56ed5%2C41209%2C1731986247125,2-47efada56ed5,41209,1731986247125 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/WALs/47efada56ed5,41209,1731986247125/47efada56ed5%2C41209%2C1731986247125.1731986251068, startPosition=0, beingWritten=true 2024-11-19T03:17:43,725 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,2-47efada56ed5,41209,1731986247125.replicationSource.wal-reader.47efada56ed5%2C41209%2C1731986247125,2-47efada56ed5,41209,1731986247125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/WALs/47efada56ed5,41209,1731986247125/47efada56ed5%2C41209%2C1731986247125.1731986251068 to pos 0, reset compression=false 2024-11-19T03:17:43,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-19T03:17:43,730 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T03:17:43,730 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-19T03:17:43,730 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:17:43,730 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:17:43,730 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:17:43,731 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T03:17:43,731 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:17:43,734 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 47efada56ed5,39037,1731986246080 2024-11-19T03:17:43,734 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65565c72 2024-11-19T03:17:43,737 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T03:17:43,739 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T03:17:43,741 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39037 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-19T03:17:43,744 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39037 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-19T03:17:43,752 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39037 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-19T03:17:43,754 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39037 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-19T03:17:43,759 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39037 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=1, config=clusterKey=hbase+rpc://47efada56ed5:41725,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T03:17:43,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39037 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-19T03:17:43,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-19T03:17:43,766 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='47efada56ed5:41725' 2024-11-19T03:17:43,767 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@253ba67e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:17:43,767 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,41725,-1 for getting cluster id 2024-11-19T03:17:43,768 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:17:43,768 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd90a2e01-ee3b-47b3-b363-68f82dca3705' 2024-11-19T03:17:43,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:17:43,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d90a2e01-ee3b-47b3-b363-68f82dca3705" 2024-11-19T03:17:43,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d3b16c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:17:43,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,41725,-1] 2024-11-19T03:17:43,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:17:43,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:17:43,770 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:17:43,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5559dd86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:17:43,772 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T03:17:43,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 47efada56ed5,41725,1731986256309 2024-11-19T03:17:43,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65e9501b 2024-11-19T03:17:43,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T03:17:43,775 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T03:17:43,776 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-19T03:17:43,776 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T03:17:43,776 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:17:43,776 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:17:43,776 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:17:43,777 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,41209,1731986247125.replicationSource.wal-reader.47efada56ed5%2C41209%2C1731986247125,1-47efada56ed5,41209,1731986247125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/WALs/47efada56ed5,41209,1731986247125/47efada56ed5%2C41209%2C1731986247125.1731986251068 to pos 0, reset compression=false 2024-11-19T03:17:43,811 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T03:17:43,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-19T03:17:43,965 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41209 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-19T03:17:43,965 INFO [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-19T03:17:43,967 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-19T03:17:43,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39037 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-19T03:17:43,973 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 47efada56ed5,41209,1731986247125 suceeded 2024-11-19T03:17:43,978 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-19T03:17:43,978 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 163 msec 2024-11-19T03:17:43,978 INFO [PEWorker-4 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://47efada56ed5:41725,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T03:17:43,981 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 219 msec 2024-11-19T03:17:44,038 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,2-47efada56ed5,41209,1731986247125.replicationSource.wal-reader.47efada56ed5%2C41209%2C1731986247125,2-47efada56ed5,41209,1731986247125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/WALs/47efada56ed5,41209,1731986247125/47efada56ed5%2C41209%2C1731986247125.1731986251068 to pos 0, reset compression=false 2024-11-19T03:17:44,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-19T03:17:44,080 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-19T03:17:44,081 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39037 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=2, config=clusterKey=hbase+rpc://47efada56ed5:41725,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T03:17:44,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39037 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-19T03:17:44,087 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='47efada56ed5:41725' 2024-11-19T03:17:44,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-19T03:17:44,100 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bdb2ab7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:17:44,101 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,41725,-1 for getting cluster id 2024-11-19T03:17:44,101 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:17:44,103 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd90a2e01-ee3b-47b3-b363-68f82dca3705' 2024-11-19T03:17:44,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:17:44,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d90a2e01-ee3b-47b3-b363-68f82dca3705" 2024-11-19T03:17:44,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cb5535d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:17:44,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,41725,-1] 2024-11-19T03:17:44,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:17:44,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:17:44,106 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:17:44,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5739285d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:17:44,108 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T03:17:44,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 47efada56ed5,41725,1731986256309 2024-11-19T03:17:44,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@713c6d9e 2024-11-19T03:17:44,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T03:17:44,112 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T03:17:44,113 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-19T03:17:44,114 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T03:17:44,114 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:17:44,114 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:17:44,114 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:17:44,131 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T03:17:44,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-19T03:17:44,286 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41209 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-19T03:17:44,287 INFO [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-19T03:17:44,288 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-19T03:17:44,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39037 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-19T03:17:44,292 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 47efada56ed5,41209,1731986247125 suceeded 2024-11-19T03:17:44,295 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-19T03:17:44,295 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://47efada56ed5:41725,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T03:17:44,295 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 161 msec 2024-11-19T03:17:44,297 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 214 msec 2024-11-19T03:17:44,386 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,41209,1731986247125.replicationSource.wal-reader.47efada56ed5%2C41209%2C1731986247125,1-47efada56ed5,41209,1731986247125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/WALs/47efada56ed5,41209,1731986247125/47efada56ed5%2C41209%2C1731986247125.1731986251068 to pos 0, reset compression=false 2024-11-19T03:17:44,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-19T03:17:44,410 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-19T03:17:44,411 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39037 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-19T03:17:44,412 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39037 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-19T03:17:44,412 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T03:17:44,413 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:17:44,413 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:17:44,413 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:17:44,413 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:17:44,413 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T03:17:44,413 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1619327374, stopped=false 2024-11-19T03:17:44,414 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=47efada56ed5,39037,1731986246080 2024-11-19T03:17:44,465 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,2-47efada56ed5,41209,1731986247125.replicationSource.wal-reader.47efada56ed5%2C41209%2C1731986247125,2-47efada56ed5,41209,1731986247125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/WALs/47efada56ed5,41209,1731986247125/47efada56ed5%2C41209%2C1731986247125.1731986251068 to pos 0, reset compression=false 2024-11-19T03:17:44,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39037-0x1015118ab260000, quorum=127.0.0.1:51924, baseZNode=/0-1809595805 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1809595805/running 2024-11-19T03:17:44,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41209-0x1015118ab260001, quorum=127.0.0.1:51924, baseZNode=/0-1809595805 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1809595805/running 2024-11-19T03:17:44,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41209-0x1015118ab260001, quorum=127.0.0.1:51924, baseZNode=/0-1809595805 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1809595805 2024-11-19T03:17:44,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39037-0x1015118ab260000, quorum=127.0.0.1:51924, baseZNode=/0-1809595805 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1809595805 2024-11-19T03:17:44,524 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T03:17:44,525 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T03:17:44,525 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:17:44,525 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:17:44,525 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41209-0x1015118ab260001, quorum=127.0.0.1:51924, baseZNode=/0-1809595805 Set watcher on znode that does not yet exist, /0-1809595805/running 2024-11-19T03:17:44,525 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39037-0x1015118ab260000, quorum=127.0.0.1:51924, baseZNode=/0-1809595805 Set watcher on znode that does not yet exist, /0-1809595805/running 2024-11-19T03:17:44,525 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '47efada56ed5,41209,1731986247125' ***** 2024-11-19T03:17:44,526 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T03:17:44,526 INFO [RS:0;47efada56ed5:41209 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T03:17:44,526 INFO [RS:0;47efada56ed5:41209 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T03:17:44,526 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T03:17:44,526 INFO [RS:0;47efada56ed5:41209 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T03:17:44,527 INFO [RS:0;47efada56ed5:41209 {}] regionserver.HRegionServer(3091): Received CLOSE for 15216948358b16fba49fa420166670a5 2024-11-19T03:17:44,528 INFO [RS:0;47efada56ed5:41209 {}] regionserver.HRegionServer(959): stopping server 47efada56ed5,41209,1731986247125 2024-11-19T03:17:44,528 INFO [RS:0;47efada56ed5:41209 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T03:17:44,528 INFO [RS:0;47efada56ed5:41209 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;47efada56ed5:41209. 2024-11-19T03:17:44,528 DEBUG [RS:0;47efada56ed5:41209 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:17:44,528 DEBUG [RS:0;47efada56ed5:41209 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:17:44,528 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 15216948358b16fba49fa420166670a5, disabling compactions & flushes 2024-11-19T03:17:44,528 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731986260967.15216948358b16fba49fa420166670a5. 2024-11-19T03:17:44,528 INFO [RS:0;47efada56ed5:41209 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T03:17:44,528 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731986260967.15216948358b16fba49fa420166670a5. 2024-11-19T03:17:44,528 INFO [RS:0;47efada56ed5:41209 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T03:17:44,528 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731986260967.15216948358b16fba49fa420166670a5. after waiting 0 ms 2024-11-19T03:17:44,528 INFO [RS:0;47efada56ed5:41209 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T03:17:44,528 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731986260967.15216948358b16fba49fa420166670a5. 2024-11-19T03:17:44,529 INFO [RS:0;47efada56ed5:41209 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T03:17:44,530 INFO [RS:0;47efada56ed5:41209 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T03:17:44,530 DEBUG [RS:0;47efada56ed5:41209 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 15216948358b16fba49fa420166670a5=hbase:replication,,1731986260967.15216948358b16fba49fa420166670a5.} 2024-11-19T03:17:44,530 DEBUG [RS:0;47efada56ed5:41209 {}] regionserver.HRegionServer(1351): Waiting on 15216948358b16fba49fa420166670a5, 1588230740 2024-11-19T03:17:44,530 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T03:17:44,530 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T03:17:44,531 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T03:17:44,531 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T03:17:44,531 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T03:17:44,533 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 15216948358b16fba49fa420166670a5 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-19T03:17:44,533 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-19T03:17:44,593 INFO [regionserver/47efada56ed5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T03:17:44,610 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/data/hbase/replication/15216948358b16fba49fa420166670a5/.tmp/queue/05d8cf93f8964beb9c43d4d37533e8ad is 151, key is 1-47efada56ed5,41209,1731986247125/queue:47efada56ed5%2C41209%2C1731986247125/1731986262199/Put/seqid=0 2024-11-19T03:17:44,610 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/data/hbase/meta/1588230740/.tmp/info/1404785eb1df46c597e7319a2ab8d01f is 147, key is hbase:replication,,1731986260967.15216948358b16fba49fa420166670a5./info:regioninfo/1731986261806/Put/seqid=0 2024-11-19T03:17:44,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34311 is added to blk_1073741838_1014 (size=6631) 2024-11-19T03:17:44,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34311 is added to blk_1073741839_1015 (size=5500) 2024-11-19T03:17:44,631 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/data/hbase/replication/15216948358b16fba49fa420166670a5/.tmp/queue/05d8cf93f8964beb9c43d4d37533e8ad 2024-11-19T03:17:44,631 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/data/hbase/meta/1588230740/.tmp/info/1404785eb1df46c597e7319a2ab8d01f 2024-11-19T03:17:44,687 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/data/hbase/replication/15216948358b16fba49fa420166670a5/.tmp/queue/05d8cf93f8964beb9c43d4d37533e8ad as hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/data/hbase/replication/15216948358b16fba49fa420166670a5/queue/05d8cf93f8964beb9c43d4d37533e8ad 2024-11-19T03:17:44,708 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/data/hbase/replication/15216948358b16fba49fa420166670a5/queue/05d8cf93f8964beb9c43d4d37533e8ad, entries=2, sequenceid=6, filesize=5.4 K 2024-11-19T03:17:44,714 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/data/hbase/meta/1588230740/.tmp/ns/57b6d1641f8d446f96d972ef2b319423 is 43, key is default/ns:d/1731986252293/Put/seqid=0 2024-11-19T03:17:44,722 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 15216948358b16fba49fa420166670a5 in 183ms, sequenceid=6, compaction requested=false 2024-11-19T03:17:44,731 DEBUG [RS:0;47efada56ed5:41209 {}] regionserver.HRegionServer(1351): Waiting on 15216948358b16fba49fa420166670a5, 1588230740 2024-11-19T03:17:44,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34311 is added to blk_1073741840_1016 (size=5153) 2024-11-19T03:17:44,740 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/data/hbase/meta/1588230740/.tmp/ns/57b6d1641f8d446f96d972ef2b319423 2024-11-19T03:17:44,745 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/data/hbase/replication/15216948358b16fba49fa420166670a5/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-19T03:17:44,747 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T03:17:44,748 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T03:17:44,748 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731986260967.15216948358b16fba49fa420166670a5. 2024-11-19T03:17:44,748 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 15216948358b16fba49fa420166670a5: Waiting for close lock at 1731986264528Running coprocessor pre-close hooks at 1731986264528Disabling compacts and flushes for region at 1731986264528Disabling writes for close at 1731986264528Obtaining lock to block concurrent updates at 1731986264533 (+5 ms)Preparing flush snapshotting stores in 15216948358b16fba49fa420166670a5 at 1731986264533Finished memstore snapshotting hbase:replication,,1731986260967.15216948358b16fba49fa420166670a5., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1731986264542 (+9 ms)Flushing stores of hbase:replication,,1731986260967.15216948358b16fba49fa420166670a5. at 1731986264543 (+1 ms)Flushing 15216948358b16fba49fa420166670a5/queue: creating writer at 1731986264545 (+2 ms)Flushing 15216948358b16fba49fa420166670a5/queue: appending metadata at 1731986264591 (+46 ms)Flushing 15216948358b16fba49fa420166670a5/queue: closing flushed file at 1731986264595 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@624e5478: reopening flushed file at 1731986264684 (+89 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 15216948358b16fba49fa420166670a5 in 183ms, sequenceid=6, compaction requested=false at 1731986264722 (+38 ms)Writing region close event to WAL at 1731986264737 (+15 ms)Running coprocessor post-close hooks at 1731986264746 (+9 ms)Closed at 1731986264748 (+2 ms) 2024-11-19T03:17:44,748 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731986260967.15216948358b16fba49fa420166670a5. 2024-11-19T03:17:44,773 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/data/hbase/meta/1588230740/.tmp/table/38afe09e19514dd3b1fb3c167c6dbf61 is 53, key is hbase:replication/table:state/1731986261824/Put/seqid=0 2024-11-19T03:17:44,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34311 is added to blk_1073741841_1017 (size=5256) 2024-11-19T03:17:44,896 INFO [regionserver/47efada56ed5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T03:17:44,896 INFO [regionserver/47efada56ed5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T03:17:44,931 DEBUG [RS:0;47efada56ed5:41209 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T03:17:44,973 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,2-47efada56ed5,41209,1731986247125.replicationSource.wal-reader.47efada56ed5%2C41209%2C1731986247125,2-47efada56ed5,41209,1731986247125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/WALs/47efada56ed5,41209,1731986247125/47efada56ed5%2C41209%2C1731986247125.1731986251068 to pos 0, reset compression=false 2024-11-19T03:17:45,095 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,41209,1731986247125.replicationSource.wal-reader.47efada56ed5%2C41209%2C1731986247125,1-47efada56ed5,41209,1731986247125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/WALs/47efada56ed5,41209,1731986247125/47efada56ed5%2C41209%2C1731986247125.1731986251068 to pos 0, reset compression=false 2024-11-19T03:17:45,131 DEBUG [RS:0;47efada56ed5:41209 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T03:17:45,180 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/data/hbase/meta/1588230740/.tmp/table/38afe09e19514dd3b1fb3c167c6dbf61 2024-11-19T03:17:45,191 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/data/hbase/meta/1588230740/.tmp/info/1404785eb1df46c597e7319a2ab8d01f as hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/data/hbase/meta/1588230740/info/1404785eb1df46c597e7319a2ab8d01f 2024-11-19T03:17:45,201 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/data/hbase/meta/1588230740/info/1404785eb1df46c597e7319a2ab8d01f, entries=10, sequenceid=11, filesize=6.5 K 2024-11-19T03:17:45,203 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/data/hbase/meta/1588230740/.tmp/ns/57b6d1641f8d446f96d972ef2b319423 as hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/data/hbase/meta/1588230740/ns/57b6d1641f8d446f96d972ef2b319423 2024-11-19T03:17:45,216 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/data/hbase/meta/1588230740/ns/57b6d1641f8d446f96d972ef2b319423, entries=2, sequenceid=11, filesize=5.0 K 2024-11-19T03:17:45,218 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/data/hbase/meta/1588230740/.tmp/table/38afe09e19514dd3b1fb3c167c6dbf61 as hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/data/hbase/meta/1588230740/table/38afe09e19514dd3b1fb3c167c6dbf61 2024-11-19T03:17:45,240 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/data/hbase/meta/1588230740/table/38afe09e19514dd3b1fb3c167c6dbf61, entries=2, sequenceid=11, filesize=5.1 K 2024-11-19T03:17:45,242 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 711ms, sequenceid=11, compaction requested=false 2024-11-19T03:17:45,249 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-19T03:17:45,250 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T03:17:45,250 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T03:17:45,250 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T03:17:45,250 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731986264530Running coprocessor pre-close hooks at 1731986264530Disabling compacts and flushes for region at 1731986264530Disabling writes for close at 1731986264531 (+1 ms)Obtaining lock to block concurrent updates at 1731986264533 (+2 ms)Preparing flush snapshotting stores in 1588230740 at 1731986264533Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731986264542 (+9 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731986264543 (+1 ms)Flushing 1588230740/info: creating writer at 1731986264545 (+2 ms)Flushing 1588230740/info: appending metadata at 1731986264592 (+47 ms)Flushing 1588230740/info: closing flushed file at 1731986264597 (+5 ms)Flushing 1588230740/ns: creating writer at 1731986264684 (+87 ms)Flushing 1588230740/ns: appending metadata at 1731986264713 (+29 ms)Flushing 1588230740/ns: closing flushed file at 1731986264713Flushing 1588230740/table: creating writer at 1731986264752 (+39 ms)Flushing 1588230740/table: appending metadata at 1731986264772 (+20 ms)Flushing 1588230740/table: closing flushed file at 1731986264772Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b7e4fa: reopening flushed file at 1731986265189 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1afe7d3: reopening flushed file at 1731986265202 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2679e1e4: reopening flushed file at 1731986265216 (+14 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 711ms, sequenceid=11, compaction requested=false at 1731986265242 (+26 ms)Writing region close event to WAL at 1731986265243 (+1 ms)Running coprocessor post-close hooks at 1731986265249 (+6 ms)Closed at 1731986265250 (+1 ms) 2024-11-19T03:17:45,250 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T03:17:45,332 INFO [RS:0;47efada56ed5:41209 {}] regionserver.HRegionServer(976): stopping server 47efada56ed5,41209,1731986247125; all regions closed. 2024-11-19T03:17:45,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34311 is added to blk_1073741834_1010 (size=2742) 2024-11-19T03:17:45,343 DEBUG [RS:0;47efada56ed5:41209 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/oldWALs 2024-11-19T03:17:45,343 INFO [RS:0;47efada56ed5:41209 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 47efada56ed5%2C41209%2C1731986247125.meta:.meta(num 1731986252061) 2024-11-19T03:17:45,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34311 is added to blk_1073741837_1013 (size=1802) 2024-11-19T03:17:45,346 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/WALs/47efada56ed5,41209,1731986247125/47efada56ed5%2C41209%2C1731986247125.rep.1731986261759 not finished, retry = 0 2024-11-19T03:17:45,450 DEBUG [RS:0;47efada56ed5:41209 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/oldWALs 2024-11-19T03:17:45,450 INFO [RS:0;47efada56ed5:41209 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 47efada56ed5%2C41209%2C1731986247125.rep:(num 1731986261759) 2024-11-19T03:17:45,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34311 is added to blk_1073741833_1009 (size=93) 2024-11-19T03:17:45,453 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/WALs/47efada56ed5,41209,1731986247125/47efada56ed5%2C41209%2C1731986247125.1731986251068 not finished, retry = 0 2024-11-19T03:17:45,562 DEBUG [RS:0;47efada56ed5:41209 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/oldWALs 2024-11-19T03:17:45,562 INFO [RS:0;47efada56ed5:41209 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 47efada56ed5%2C41209%2C1731986247125:(num 1731986251068) 2024-11-19T03:17:45,562 DEBUG [RS:0;47efada56ed5:41209 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:17:45,562 INFO [RS:0;47efada56ed5:41209 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T03:17:45,562 INFO [RS:0;47efada56ed5:41209 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T03:17:45,562 INFO [RS:0;47efada56ed5:41209 {}] hbase.ChoreService(370): Chore service for: regionserver/47efada56ed5:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T03:17:45,563 INFO [RS:0;47efada56ed5:41209 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T03:17:45,563 INFO [RS:0;47efada56ed5:41209 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-47efada56ed5,41209,1731986247125 because: Region server is closing 2024-11-19T03:17:45,563 INFO [RS:0;47efada56ed5:41209 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;47efada56ed5:41209. 2024-11-19T03:17:45,564 DEBUG [RS:0;47efada56ed5:41209 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:17:45,564 DEBUG [RS:0;47efada56ed5:41209 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:17:45,564 DEBUG [RS:0;47efada56ed5:41209 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:17:45,564 INFO [regionserver/47efada56ed5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T03:17:45,565 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:17:45,580 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,2-47efada56ed5,41209,1731986247125.replicationSource.wal-reader.47efada56ed5%2C41209%2C1731986247125,2-47efada56ed5,41209,1731986247125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/WALs/47efada56ed5,41209,1731986247125/47efada56ed5%2C41209%2C1731986247125.1731986251068 to pos 0, reset compression=false 2024-11-19T03:17:45,589 INFO [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,2-47efada56ed5,41209,1731986247125.replicationSource.wal-reader.47efada56ed5%2C41209%2C1731986247125,2-47efada56ed5,41209,1731986247125 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/WALs/47efada56ed5,41209,1731986247125/47efada56ed5%2C41209%2C1731986247125.1731986251068 was moved to hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/oldWALs/47efada56ed5%2C41209%2C1731986247125.1731986251068 2024-11-19T03:17:45,596 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,2-47efada56ed5,41209,1731986247125.replicationSource.wal-reader.47efada56ed5%2C41209%2C1731986247125,2-47efada56ed5,41209,1731986247125 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/WALs/47efada56ed5,41209,1731986247125/47efada56ed5%2C41209%2C1731986247125.1731986251068 2024-11-19T03:17:45,596 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,2-47efada56ed5,41209,1731986247125.replicationSource.wal-reader.47efada56ed5%2C41209%2C1731986247125,2-47efada56ed5,41209,1731986247125 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-19T03:17:45,596 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,2-47efada56ed5,41209,1731986247125.replicationSource.wal-reader.47efada56ed5%2C41209%2C1731986247125,2-47efada56ed5,41209,1731986247125 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-19T03:17:45,596 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,2-47efada56ed5,41209,1731986247125.replicationSource.shipper47efada56ed5%2C41209%2C1731986247125,2-47efada56ed5,41209,1731986247125 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-47efada56ed5,41209,1731986247125 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/WALs/47efada56ed5,41209,1731986247125/47efada56ed5%2C41209%2C1731986247125.1731986251068, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-19T03:17:45,606 ERROR [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,2-47efada56ed5,41209,1731986247125.replicationSource.shipper47efada56ed5%2C41209%2C1731986247125,2-47efada56ed5,41209,1731986247125 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 47efada56ed5,41209,1731986247125: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-47efada56ed5,41209,1731986247125, walGroup=47efada56ed5%2C41209%2C1731986247125, offset=47efada56ed5%2C41209%2C1731986247125.1731986251068:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=47efada56ed5:41209 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-19T03:17:45,609 ERROR [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,2-47efada56ed5,41209,1731986247125.replicationSource.shipper47efada56ed5%2C41209%2C1731986247125,2-47efada56ed5,41209,1731986247125 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-19T03:17:45,612 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,2-47efada56ed5,41209,1731986247125.replicationSource.shipper47efada56ed5%2C41209%2C1731986247125,2-47efada56ed5,41209,1731986247125 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-19T03:17:45,614 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,2-47efada56ed5,41209,1731986247125.replicationSource.shipper47efada56ed5%2C41209%2C1731986247125,2-47efada56ed5,41209,1731986247125 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-19T03:17:45,614 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,2-47efada56ed5,41209,1731986247125.replicationSource.shipper47efada56ed5%2C41209%2C1731986247125,2-47efada56ed5,41209,1731986247125 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-19T03:17:45,615 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,2-47efada56ed5,41209,1731986247125.replicationSource.shipper47efada56ed5%2C41209%2C1731986247125,2-47efada56ed5,41209,1731986247125 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-19T03:17:45,615 INFO [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,2-47efada56ed5,41209,1731986247125.replicationSource.shipper47efada56ed5%2C41209%2C1731986247125,2-47efada56ed5,41209,1731986247125 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 391774624 }, "NonHeapMemoryUsage": { "committed": 153485312, "init": 7667712, "max": -1, "used": 151130096 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-19T03:17:45,629 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,2-47efada56ed5,41209,1731986247125.replicationSource.shipper47efada56ed5%2C41209%2C1731986247125,2-47efada56ed5,41209,1731986247125 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [47efada56ed5%2C41209%2C1731986247125.1731986251068] 2024-11-19T03:17:45,664 WARN [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,41209,1731986247125.replicationSource.wal-reader.47efada56ed5%2C41209%2C1731986247125,1-47efada56ed5,41209,1731986247125 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T03:17:45,664 WARN [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,41209,1731986247125.replicationSource.shipper47efada56ed5%2C41209%2C1731986247125,1-47efada56ed5,41209,1731986247125 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-19T03:17:45,665 INFO [RS:0;47efada56ed5:41209 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,41209,1731986247125.replicationSource.shipper47efada56ed5%2C41209%2C1731986247125,1-47efada56ed5,41209,1731986247125 terminated 2024-11-19T03:17:45,665 INFO [RS:0;47efada56ed5:41209 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-47efada56ed5,41209,1731986247125 because: Region server is closing 2024-11-19T03:17:45,665 INFO [RS:0;47efada56ed5:41209 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;47efada56ed5:41209. 2024-11-19T03:17:45,665 DEBUG [RS:0;47efada56ed5:41209 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:17:45,666 DEBUG [RS:0;47efada56ed5:41209 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:17:45,666 DEBUG [RS:0;47efada56ed5:41209 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:17:45,666 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:17:45,666 INFO [RS:0;47efada56ed5:41209 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,2-47efada56ed5,41209,1731986247125.replicationSource.shipper47efada56ed5%2C41209%2C1731986247125,2-47efada56ed5,41209,1731986247125 terminated 2024-11-19T03:17:45,667 INFO [RS:0;47efada56ed5:41209 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41209 2024-11-19T03:17:45,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41209-0x1015118ab260001, quorum=127.0.0.1:51924, baseZNode=/0-1809595805 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1809595805/rs/47efada56ed5,41209,1731986247125 2024-11-19T03:17:45,682 INFO [RS:0;47efada56ed5:41209 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T03:17:45,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39037-0x1015118ab260000, quorum=127.0.0.1:51924, baseZNode=/0-1809595805 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1809595805/rs 2024-11-19T03:17:45,683 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [47efada56ed5,41209,1731986247125] 2024-11-19T03:17:45,703 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1809595805/draining/47efada56ed5,41209,1731986247125 already deleted, retry=false 2024-11-19T03:17:45,703 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 47efada56ed5,41209,1731986247125 expired; onlineServers=0 2024-11-19T03:17:45,703 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '47efada56ed5,39037,1731986246080' ***** 2024-11-19T03:17:45,704 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T03:17:45,704 INFO [M:0;47efada56ed5:39037 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T03:17:45,704 INFO [M:0;47efada56ed5:39037 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T03:17:45,704 DEBUG [M:0;47efada56ed5:39037 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T03:17:45,704 DEBUG [M:0;47efada56ed5:39037 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T03:17:45,704 DEBUG [master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.large.0-1731986250661 {}] cleaner.HFileCleaner(306): Exit Thread[master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.large.0-1731986250661,5,FailOnTimeoutGroup] 2024-11-19T03:17:45,705 INFO [M:0;47efada56ed5:39037 {}] hbase.ChoreService(370): Chore service for: master/47efada56ed5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T03:17:45,705 INFO [M:0;47efada56ed5:39037 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T03:17:45,705 DEBUG [master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.small.0-1731986250662 {}] cleaner.HFileCleaner(306): Exit Thread[master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.small.0-1731986250662,5,FailOnTimeoutGroup] 2024-11-19T03:17:45,705 DEBUG [M:0;47efada56ed5:39037 {}] master.HMaster(1795): Stopping service threads 2024-11-19T03:17:45,705 INFO [M:0;47efada56ed5:39037 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T03:17:45,705 INFO [M:0;47efada56ed5:39037 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T03:17:45,705 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T03:17:45,706 INFO [M:0;47efada56ed5:39037 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T03:17:45,706 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T03:17:45,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39037-0x1015118ab260000, quorum=127.0.0.1:51924, baseZNode=/0-1809595805 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1809595805/master 2024-11-19T03:17:45,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39037-0x1015118ab260000, quorum=127.0.0.1:51924, baseZNode=/0-1809595805 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1809595805 2024-11-19T03:17:45,714 DEBUG [M:0;47efada56ed5:39037 {}] zookeeper.ZKUtil(347): master:39037-0x1015118ab260000, quorum=127.0.0.1:51924, baseZNode=/0-1809595805 Unable to get data of znode /0-1809595805/master because node does not exist (not an error) 2024-11-19T03:17:45,714 WARN [M:0;47efada56ed5:39037 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T03:17:45,715 INFO [M:0;47efada56ed5:39037 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/.lastflushedseqids 2024-11-19T03:17:45,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34311 is added to blk_1073741842_1018 (size=181) 2024-11-19T03:17:45,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41209-0x1015118ab260001, quorum=127.0.0.1:51924, baseZNode=/0-1809595805 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T03:17:45,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41209-0x1015118ab260001, quorum=127.0.0.1:51924, baseZNode=/0-1809595805 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T03:17:45,794 INFO [RS:0;47efada56ed5:41209 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T03:17:45,794 INFO [RS:0;47efada56ed5:41209 {}] regionserver.HRegionServer(1031): Exiting; stopping=47efada56ed5,41209,1731986247125; zookeeper connection closed. 2024-11-19T03:17:45,794 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3feed060 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3feed060 2024-11-19T03:17:45,795 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T03:17:46,137 INFO [M:0;47efada56ed5:39037 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T03:17:46,137 INFO [M:0;47efada56ed5:39037 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T03:17:46,137 DEBUG [M:0;47efada56ed5:39037 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T03:17:46,137 INFO [M:0;47efada56ed5:39037 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:17:46,137 DEBUG [M:0;47efada56ed5:39037 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:17:46,137 DEBUG [M:0;47efada56ed5:39037 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T03:17:46,137 DEBUG [M:0;47efada56ed5:39037 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:17:46,137 INFO [M:0;47efada56ed5:39037 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-19T03:17:46,154 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T03:17:46,157 DEBUG [M:0;47efada56ed5:39037 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5fc17408e19841ccb87bebe6bd06e90c is 82, key is hbase:meta,,1/info:regioninfo/1731986252171/Put/seqid=0 2024-11-19T03:17:46,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34311 is added to blk_1073741843_1019 (size=5672) 2024-11-19T03:17:46,564 INFO [M:0;47efada56ed5:39037 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5fc17408e19841ccb87bebe6bd06e90c 2024-11-19T03:17:46,599 DEBUG [M:0;47efada56ed5:39037 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7a472e4d2d904327a30cc73da23923d4 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731986261833/Put/seqid=0 2024-11-19T03:17:46,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34311 is added to blk_1073741844_1020 (size=8663) 2024-11-19T03:17:47,006 INFO [M:0;47efada56ed5:39037 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7a472e4d2d904327a30cc73da23923d4 2024-11-19T03:17:47,028 DEBUG [M:0;47efada56ed5:39037 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/83478b7ef53a4eeb9a42dc6ef723b2e3 is 69, key is 47efada56ed5,41209,1731986247125/rs:state/1731986250725/Put/seqid=0 2024-11-19T03:17:47,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34311 is added to blk_1073741845_1021 (size=5156) 2024-11-19T03:17:47,434 INFO [M:0;47efada56ed5:39037 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/83478b7ef53a4eeb9a42dc6ef723b2e3 2024-11-19T03:17:47,441 DEBUG [M:0;47efada56ed5:39037 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5fc17408e19841ccb87bebe6bd06e90c as hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5fc17408e19841ccb87bebe6bd06e90c 2024-11-19T03:17:47,449 INFO [M:0;47efada56ed5:39037 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5fc17408e19841ccb87bebe6bd06e90c, entries=8, sequenceid=115, filesize=5.5 K 2024-11-19T03:17:47,450 DEBUG [M:0;47efada56ed5:39037 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7a472e4d2d904327a30cc73da23923d4 as hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7a472e4d2d904327a30cc73da23923d4 2024-11-19T03:17:47,458 INFO [M:0;47efada56ed5:39037 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7a472e4d2d904327a30cc73da23923d4, entries=14, sequenceid=115, filesize=8.5 K 2024-11-19T03:17:47,459 DEBUG [M:0;47efada56ed5:39037 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/83478b7ef53a4eeb9a42dc6ef723b2e3 as hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/83478b7ef53a4eeb9a42dc6ef723b2e3 2024-11-19T03:17:47,466 INFO [M:0;47efada56ed5:39037 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/83478b7ef53a4eeb9a42dc6ef723b2e3, entries=1, sequenceid=115, filesize=5.0 K 2024-11-19T03:17:47,468 INFO [M:0;47efada56ed5:39037 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1330ms, sequenceid=115, compaction requested=false 2024-11-19T03:17:47,469 INFO [M:0;47efada56ed5:39037 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:17:47,469 DEBUG [M:0;47efada56ed5:39037 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731986266137Disabling compacts and flushes for region at 1731986266137Disabling writes for close at 1731986266137Obtaining lock to block concurrent updates at 1731986266137Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731986266137Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1731986266138 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731986266139 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731986266139Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731986266155 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731986266155Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731986266574 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731986266598 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731986266598Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731986267014 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731986267028 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731986267028Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@186df575: reopening flushed file at 1731986267440 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b53a781: reopening flushed file at 1731986267449 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3541e74: reopening flushed file at 1731986267458 (+9 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1330ms, sequenceid=115, compaction requested=false at 1731986267468 (+10 ms)Writing region close event to WAL at 1731986267469 (+1 ms)Closed at 1731986267469 2024-11-19T03:17:47,472 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/MasterData/WALs/47efada56ed5,39037,1731986246080/47efada56ed5%2C39037%2C1731986246080.1731986249258 not finished, retry = 0 2024-11-19T03:17:47,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34311 is added to blk_1073741830_1006 (size=59421) 2024-11-19T03:17:47,574 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T03:17:47,574 INFO [M:0;47efada56ed5:39037 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T03:17:47,574 INFO [M:0;47efada56ed5:39037 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39037 2024-11-19T03:17:47,574 INFO [M:0;47efada56ed5:39037 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T03:17:47,729 INFO [M:0;47efada56ed5:39037 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T03:17:47,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39037-0x1015118ab260000, quorum=127.0.0.1:51924, baseZNode=/0-1809595805 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T03:17:47,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39037-0x1015118ab260000, quorum=127.0.0.1:51924, baseZNode=/0-1809595805 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T03:17:47,732 INFO [Time-limited test {}] client.ConnectionUtils(128): master/47efada56ed5:0 server-side Connection retries=45 2024-11-19T03:17:47,732 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T03:17:47,732 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T03:17:47,732 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T03:17:47,732 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T03:17:47,732 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T03:17:47,733 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T03:17:47,733 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T03:17:47,733 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33043 2024-11-19T03:17:47,736 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33043 connecting to ZooKeeper ensemble=127.0.0.1:51924 2024-11-19T03:17:47,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:330430x0, quorum=127.0.0.1:51924, baseZNode=/0-1809595805 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T03:17:47,750 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33043-0x1015118ab260006 connected 2024-11-19T03:17:47,765 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:17:47,768 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:17:47,770 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33043-0x1015118ab260006, quorum=127.0.0.1:51924, baseZNode=/0-1809595805 Set watcher on znode that does not yet exist, /0-1809595805/running 2024-11-19T03:17:47,771 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1809595805/meta-region-server: INIT 2024-11-19T03:17:47,771 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d, hbase.cluster.distributed=false 2024-11-19T03:17:47,773 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33043-0x1015118ab260006, quorum=127.0.0.1:51924, baseZNode=/0-1809595805 Set watcher on znode that does not yet exist, /0-1809595805/acl 2024-11-19T03:17:47,775 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33043 2024-11-19T03:17:47,775 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33043 2024-11-19T03:17:47,775 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33043 2024-11-19T03:17:47,781 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33043 2024-11-19T03:17:47,782 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33043 2024-11-19T03:17:47,805 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/47efada56ed5:0 server-side Connection retries=45 2024-11-19T03:17:47,805 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T03:17:47,805 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T03:17:47,805 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T03:17:47,805 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T03:17:47,805 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T03:17:47,805 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T03:17:47,805 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T03:17:47,806 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43333 2024-11-19T03:17:47,809 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43333 connecting to ZooKeeper ensemble=127.0.0.1:51924 2024-11-19T03:17:47,810 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:17:47,812 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:17:47,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:433330x0, quorum=127.0.0.1:51924, baseZNode=/0-1809595805 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T03:17:47,845 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:433330x0, quorum=127.0.0.1:51924, baseZNode=/0-1809595805 Set watcher on znode that does not yet exist, /0-1809595805/running 2024-11-19T03:17:47,845 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1809595805/meta-region-server: INIT 2024-11-19T03:17:47,845 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43333-0x1015118ab260007 connected 2024-11-19T03:17:47,846 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T03:17:47,848 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T03:17:47,849 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43333-0x1015118ab260007, quorum=127.0.0.1:51924, baseZNode=/0-1809595805 Set watcher on znode that does not yet exist, /0-1809595805/master 2024-11-19T03:17:47,851 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43333-0x1015118ab260007, quorum=127.0.0.1:51924, baseZNode=/0-1809595805 Set watcher on znode that does not yet exist, /0-1809595805/acl 2024-11-19T03:17:47,855 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43333 2024-11-19T03:17:47,856 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43333 2024-11-19T03:17:47,860 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43333 2024-11-19T03:17:47,862 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43333 2024-11-19T03:17:47,862 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43333 2024-11-19T03:17:47,874 DEBUG [M:0;47efada56ed5:33043 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;47efada56ed5:33043 2024-11-19T03:17:47,878 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1809595805/backup-masters/47efada56ed5,33043,1731986267731 2024-11-19T03:17:47,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33043-0x1015118ab260006, quorum=127.0.0.1:51924, baseZNode=/0-1809595805 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1809595805/backup-masters 2024-11-19T03:17:47,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43333-0x1015118ab260007, quorum=127.0.0.1:51924, baseZNode=/0-1809595805 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1809595805/backup-masters 2024-11-19T03:17:47,888 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33043-0x1015118ab260006, quorum=127.0.0.1:51924, baseZNode=/0-1809595805 Set watcher on existing znode=/0-1809595805/backup-masters/47efada56ed5,33043,1731986267731 2024-11-19T03:17:47,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43333-0x1015118ab260007, quorum=127.0.0.1:51924, baseZNode=/0-1809595805 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1809595805/master 2024-11-19T03:17:47,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33043-0x1015118ab260006, quorum=127.0.0.1:51924, baseZNode=/0-1809595805 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1809595805 2024-11-19T03:17:47,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43333-0x1015118ab260007, quorum=127.0.0.1:51924, baseZNode=/0-1809595805 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1809595805 2024-11-19T03:17:47,898 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33043-0x1015118ab260006, quorum=127.0.0.1:51924, baseZNode=/0-1809595805 Set watcher on existing znode=/0-1809595805/master 2024-11-19T03:17:47,898 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1809595805/backup-masters/47efada56ed5,33043,1731986267731 from backup master directory 2024-11-19T03:17:47,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33043-0x1015118ab260006, quorum=127.0.0.1:51924, baseZNode=/0-1809595805 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1809595805/backup-masters/47efada56ed5,33043,1731986267731 2024-11-19T03:17:47,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43333-0x1015118ab260007, quorum=127.0.0.1:51924, baseZNode=/0-1809595805 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1809595805/backup-masters 2024-11-19T03:17:47,908 WARN [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T03:17:47,908 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=47efada56ed5,33043,1731986267731 2024-11-19T03:17:47,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33043-0x1015118ab260006, quorum=127.0.0.1:51924, baseZNode=/0-1809595805 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1809595805/backup-masters 2024-11-19T03:17:47,927 INFO [master/47efada56ed5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:17:47,927 INFO [master/47efada56ed5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T03:17:47,944 INFO [master/47efada56ed5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 17ms. 2024-11-19T03:17:47,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34311 is added to blk_1073741846_1022 (size=196) 2024-11-19T03:17:48,363 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T03:17:48,364 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T03:17:48,364 INFO [master/47efada56ed5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T03:17:48,372 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-19T03:17:48,376 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/MasterData/WALs/47efada56ed5,39037,1731986246080 to hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/MasterData/WALs/47efada56ed5,39037,1731986246080-dead as it is dead 2024-11-19T03:17:48,378 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-19T03:17:48,378 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-19T03:17:48,378 INFO [master/47efada56ed5:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/MasterData/WALs/47efada56ed5,39037,1731986246080-dead/47efada56ed5%2C39037%2C1731986246080.1731986249258 2024-11-19T03:17:48,383 INFO [master/47efada56ed5:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/MasterData/WALs/47efada56ed5,39037,1731986246080-dead/47efada56ed5%2C39037%2C1731986246080.1731986249258 after 3ms 2024-11-19T03:17:48,385 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/MasterData/WALs/47efada56ed5,39037,1731986246080-dead/47efada56ed5%2C39037%2C1731986246080.1731986249258 to hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/47efada56ed5%2C39037%2C1731986246080.1731986249258 2024-11-19T03:17:48,385 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/MasterData/WALs/47efada56ed5,39037,1731986246080-dead 2024-11-19T03:17:48,386 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/MasterData/WALs/47efada56ed5,33043,1731986267731 2024-11-19T03:17:48,387 INFO [master/47efada56ed5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T03:17:48,389 INFO [master/47efada56ed5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=47efada56ed5%2C33043%2C1731986267731, suffix=, logDir=hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/MasterData/WALs/47efada56ed5,33043,1731986267731, archiveDir=hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/MasterData/oldWALs, maxLogs=10 2024-11-19T03:17:48,404 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/MasterData/WALs/47efada56ed5,33043,1731986267731/47efada56ed5%2C33043%2C1731986267731.1731986268389, exclude list is [], retry=0 2024-11-19T03:17:48,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34311,DS-c0b6f7a3-964a-48aa-8d8a-0d2f1b70340b,DISK] 2024-11-19T03:17:48,410 INFO [master/47efada56ed5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/MasterData/WALs/47efada56ed5,33043,1731986267731/47efada56ed5%2C33043%2C1731986267731.1731986268389 2024-11-19T03:17:48,411 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40879:40879)] 2024-11-19T03:17:48,411 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T03:17:48,411 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:17:48,411 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:17:48,411 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:17:48,414 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:17:48,415 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T03:17:48,416 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:17:48,424 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5fc17408e19841ccb87bebe6bd06e90c 2024-11-19T03:17:48,425 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:17:48,425 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:17:48,426 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T03:17:48,427 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:17:48,435 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7a472e4d2d904327a30cc73da23923d4 2024-11-19T03:17:48,436 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:17:48,436 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:17:48,438 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T03:17:48,438 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:17:48,448 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/83478b7ef53a4eeb9a42dc6ef723b2e3 2024-11-19T03:17:48,448 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:17:48,449 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:17:48,450 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T03:17:48,450 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:17:48,451 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:17:48,452 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:17:48,453 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-19T03:17:48,453 INFO [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/47efada56ed5%2C39037%2C1731986246080.1731986249258 2024-11-19T03:17:48,471 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/47efada56ed5%2C39037%2C1731986246080.1731986249258 2024-11-19T03:17:48,472 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/47efada56ed5%2C39037%2C1731986246080.1731986249258 2024-11-19T03:17:48,474 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:17:48,474 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:17:48,475 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T03:17:48,477 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:17:48,489 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-19T03:17:48,491 INFO [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68205417, jitterRate=0.01633991301059723}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T03:17:48,492 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731986268412Initializing all the Stores at 1731986268413 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986268413Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986268414 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986268414Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986268414Cleaning up temporary data from old regions at 1731986268475 (+61 ms)Region opened successfully at 1731986268491 (+16 ms) 2024-11-19T03:17:48,492 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T03:17:48,497 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b2218a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=47efada56ed5/172.17.0.3:0 2024-11-19T03:17:48,511 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-19T03:17:48,512 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T03:17:48,512 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T03:17:48,512 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T03:17:48,513 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T03:17:48,524 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T03:17:48,524 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T03:17:48,525 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T03:17:48,525 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T03:17:48,526 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-19T03:17:48,526 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-19T03:17:48,526 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 13 msec 2024-11-19T03:17:48,526 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T03:17:48,556 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=47efada56ed5,41209,1731986247125, regionLocation=47efada56ed5,41209,1731986247125, openSeqNum=2 2024-11-19T03:17:48,557 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=47efada56ed5,41209,1731986247125, table=hbase:meta, region=1588230740 2024-11-19T03:17:48,557 INFO [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 47efada56ed5,41209,1731986247125, state=OPEN 2024-11-19T03:17:48,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43333-0x1015118ab260007, quorum=127.0.0.1:51924, baseZNode=/0-1809595805 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1809595805/meta-region-server 2024-11-19T03:17:48,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33043-0x1015118ab260006, quorum=127.0.0.1:51924, baseZNode=/0-1809595805 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1809595805/meta-region-server 2024-11-19T03:17:48,577 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1809595805/meta-region-server: CHANGED 2024-11-19T03:17:48,577 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1809595805/meta-region-server: CHANGED 2024-11-19T03:17:48,583 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-19T03:17:48,592 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1809595805/draining/47efada56ed5,41209,1731986247125 already deleted, retry=false 2024-11-19T03:17:48,592 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 47efada56ed5,41209,1731986247125 on 47efada56ed5,33043,1731986267731 2024-11-19T03:17:48,599 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 47efada56ed5,41209,1731986247125, splitWal=true, meta=true 2024-11-19T03:17:48,602 INFO [master/47efada56ed5:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for 47efada56ed5,41209,1731986247125 (carryingMeta=true) 47efada56ed5,41209,1731986247125/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@396133d8[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-19T03:17:48,606 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33043-0x1015118ab260006, quorum=127.0.0.1:51924, baseZNode=/0-1809595805 Unable to get data of znode /0-1809595805/balancer because node does not exist (not necessarily an error) 2024-11-19T03:17:48,647 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1809595805/balancer already deleted, retry=false 2024-11-19T03:17:48,647 INFO [master/47efada56ed5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T03:17:48,648 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33043-0x1015118ab260006, quorum=127.0.0.1:51924, baseZNode=/0-1809595805 Unable to get data of znode /0-1809595805/normalizer because node does not exist (not necessarily an error) 2024-11-19T03:17:48,665 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1809595805/normalizer already deleted, retry=false 2024-11-19T03:17:48,666 INFO [master/47efada56ed5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T03:17:48,667 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33043-0x1015118ab260006, quorum=127.0.0.1:51924, baseZNode=/0-1809595805 Unable to get data of znode /0-1809595805/switch/split because node does not exist (not necessarily an error) 2024-11-19T03:17:48,676 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1809595805/switch/split already deleted, retry=false 2024-11-19T03:17:48,677 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33043-0x1015118ab260006, quorum=127.0.0.1:51924, baseZNode=/0-1809595805 Unable to get data of znode /0-1809595805/switch/merge because node does not exist (not necessarily an error) 2024-11-19T03:17:48,686 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1809595805/switch/merge already deleted, retry=false 2024-11-19T03:17:48,710 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33043-0x1015118ab260006, quorum=127.0.0.1:51924, baseZNode=/0-1809595805 Unable to get data of znode /0-1809595805/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T03:17:48,718 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1809595805/snapshot-cleanup already deleted, retry=false 2024-11-19T03:17:48,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43333-0x1015118ab260007, quorum=127.0.0.1:51924, baseZNode=/0-1809595805 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1809595805/running 2024-11-19T03:17:48,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33043-0x1015118ab260006, quorum=127.0.0.1:51924, baseZNode=/0-1809595805 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1809595805/running 2024-11-19T03:17:48,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43333-0x1015118ab260007, quorum=127.0.0.1:51924, baseZNode=/0-1809595805 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1809595805 2024-11-19T03:17:48,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33043-0x1015118ab260006, quorum=127.0.0.1:51924, baseZNode=/0-1809595805 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1809595805 2024-11-19T03:17:48,729 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=47efada56ed5,33043,1731986267731, sessionid=0x1015118ab260006, setting cluster-up flag (Was=false) 2024-11-19T03:17:48,742 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1809595805/flush-table-proc/acquired, /0-1809595805/flush-table-proc/reached, /0-1809595805/flush-table-proc/abort 2024-11-19T03:17:48,745 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=47efada56ed5,33043,1731986267731 2024-11-19T03:17:48,756 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1809595805/online-snapshot/acquired, /0-1809595805/online-snapshot/reached, /0-1809595805/online-snapshot/abort 2024-11-19T03:17:48,757 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=47efada56ed5,33043,1731986267731 2024-11-19T03:17:48,759 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/.lastflushedseqids 2024-11-19T03:17:48,763 INFO [master/47efada56ed5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T03:17:48,764 INFO [master/47efada56ed5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T03:17:48,764 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 47efada56ed5,33043,1731986267731 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 47efada56ed5,41209,1731986247125 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T03:17:48,766 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/47efada56ed5:0, corePoolSize=5, maxPoolSize=5 2024-11-19T03:17:48,766 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/47efada56ed5:0, corePoolSize=5, maxPoolSize=5 2024-11-19T03:17:48,766 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/47efada56ed5:0, corePoolSize=5, maxPoolSize=5 2024-11-19T03:17:48,766 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/47efada56ed5:0, corePoolSize=5, maxPoolSize=5 2024-11-19T03:17:48,766 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/47efada56ed5:0, corePoolSize=10, maxPoolSize=10 2024-11-19T03:17:48,766 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:17:48,766 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/47efada56ed5:0, corePoolSize=2, maxPoolSize=2 2024-11-19T03:17:48,767 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:17:48,769 INFO [RS:0;47efada56ed5:43333 {}] regionserver.HRegionServer(746): ClusterId : 104bd31e-71e4-47ad-8e12-e8bd91a4b522 2024-11-19T03:17:48,770 DEBUG [RS:0;47efada56ed5:43333 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T03:17:48,778 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 47efada56ed5,41209,1731986247125, splitWal=true, meta=true 2024-11-19T03:17:48,780 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 47efada56ed5,41209,1731986247125, splitWal=true, meta=true, isMeta: true 2024-11-19T03:17:48,782 DEBUG [RS:0;47efada56ed5:43333 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T03:17:48,782 DEBUG [RS:0;47efada56ed5:43333 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T03:17:48,782 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/WALs/47efada56ed5,41209,1731986247125-splitting 2024-11-19T03:17:48,785 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/WALs/47efada56ed5,41209,1731986247125-splitting dir is empty, no logs to split. 2024-11-19T03:17:48,785 INFO [PEWorker-1 {}] master.SplitWALManager(105): 47efada56ed5,41209,1731986247125 WAL count=0, meta=true 2024-11-19T03:17:48,790 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/WALs/47efada56ed5,41209,1731986247125-splitting dir is empty, no logs to split. 2024-11-19T03:17:48,790 INFO [PEWorker-1 {}] master.SplitWALManager(105): 47efada56ed5,41209,1731986247125 WAL count=0, meta=true 2024-11-19T03:17:48,790 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 47efada56ed5,41209,1731986247125 WAL splitting is done? wals=0, meta=true 2024-11-19T03:17:48,793 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T03:17:48,794 DEBUG [RS:0;47efada56ed5:43333 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T03:17:48,794 DEBUG [RS:0;47efada56ed5:43333 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2035db59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=47efada56ed5/172.17.0.3:0 2024-11-19T03:17:48,796 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T03:17:48,796 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731986298796 2024-11-19T03:17:48,796 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T03:17:48,796 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T03:17:48,797 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T03:17:48,797 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T03:17:48,797 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T03:17:48,797 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T03:17:48,798 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-19T03:17:48,801 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T03:17:48,805 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T03:17:48,805 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T03:17:48,805 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T03:17:48,805 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T03:17:48,808 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T03:17:48,808 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T03:17:48,811 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.large.0-1731986268808,5,FailOnTimeoutGroup] 2024-11-19T03:17:48,812 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.small.0-1731986268811,5,FailOnTimeoutGroup] 2024-11-19T03:17:48,812 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T03:17:48,812 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T03:17:48,812 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T03:17:48,812 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T03:17:48,812 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731986268812, completionTime=-1 2024-11-19T03:17:48,813 WARN [master/47efada56ed5:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-19T03:17:48,814 DEBUG [RS:0;47efada56ed5:43333 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;47efada56ed5:43333 2024-11-19T03:17:48,814 INFO [RS:0;47efada56ed5:43333 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T03:17:48,814 INFO [RS:0;47efada56ed5:43333 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T03:17:48,814 DEBUG [RS:0;47efada56ed5:43333 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T03:17:48,815 INFO [RS:0;47efada56ed5:43333 {}] regionserver.HRegionServer(2659): reportForDuty to master=47efada56ed5,33043,1731986267731 with port=43333, startcode=1731986267804 2024-11-19T03:17:48,816 DEBUG [RS:0;47efada56ed5:43333 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T03:17:48,821 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-19T03:17:48,825 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39683, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T03:17:48,826 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33043 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 47efada56ed5,43333,1731986267804 2024-11-19T03:17:48,826 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33043 {}] master.ServerManager(517): Registering regionserver=47efada56ed5,43333,1731986267804 2024-11-19T03:17:48,829 DEBUG [RS:0;47efada56ed5:43333 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d 2024-11-19T03:17:48,829 DEBUG [RS:0;47efada56ed5:43333 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32909 2024-11-19T03:17:48,829 DEBUG [RS:0;47efada56ed5:43333 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T03:17:48,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33043-0x1015118ab260006, quorum=127.0.0.1:51924, baseZNode=/0-1809595805 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1809595805/rs 2024-11-19T03:17:48,840 DEBUG [RS:0;47efada56ed5:43333 {}] zookeeper.ZKUtil(111): regionserver:43333-0x1015118ab260007, quorum=127.0.0.1:51924, baseZNode=/0-1809595805 Set watcher on existing znode=/0-1809595805/rs/47efada56ed5,43333,1731986267804 2024-11-19T03:17:48,840 WARN [RS:0;47efada56ed5:43333 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T03:17:48,840 INFO [RS:0;47efada56ed5:43333 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T03:17:48,840 DEBUG [RS:0;47efada56ed5:43333 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/WALs/47efada56ed5,43333,1731986267804 2024-11-19T03:17:48,841 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [47efada56ed5,43333,1731986267804] 2024-11-19T03:17:48,871 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=58ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-19T03:17:48,897 INFO [RS:0;47efada56ed5:43333 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T03:17:48,902 INFO [RS:0;47efada56ed5:43333 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T03:17:48,905 INFO [RS:0;47efada56ed5:43333 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T03:17:48,905 INFO [RS:0;47efada56ed5:43333 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T03:17:48,908 INFO [RS:0;47efada56ed5:43333 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T03:17:48,909 INFO [RS:0;47efada56ed5:43333 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T03:17:48,909 INFO [RS:0;47efada56ed5:43333 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T03:17:48,909 DEBUG [RS:0;47efada56ed5:43333 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:17:48,909 DEBUG [RS:0;47efada56ed5:43333 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:17:48,909 DEBUG [RS:0;47efada56ed5:43333 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:17:48,910 DEBUG [RS:0;47efada56ed5:43333 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:17:48,910 DEBUG [RS:0;47efada56ed5:43333 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:17:48,910 DEBUG [RS:0;47efada56ed5:43333 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/47efada56ed5:0, corePoolSize=2, maxPoolSize=2 2024-11-19T03:17:48,910 DEBUG [RS:0;47efada56ed5:43333 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:17:48,910 DEBUG [RS:0;47efada56ed5:43333 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:17:48,910 DEBUG [RS:0;47efada56ed5:43333 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:17:48,910 DEBUG [RS:0;47efada56ed5:43333 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:17:48,910 DEBUG [RS:0;47efada56ed5:43333 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:17:48,910 DEBUG [RS:0;47efada56ed5:43333 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:17:48,910 DEBUG [RS:0;47efada56ed5:43333 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/47efada56ed5:0, corePoolSize=3, maxPoolSize=3 2024-11-19T03:17:48,911 DEBUG [RS:0;47efada56ed5:43333 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0, corePoolSize=3, maxPoolSize=3 2024-11-19T03:17:48,911 INFO [RS:0;47efada56ed5:43333 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T03:17:48,911 INFO [RS:0;47efada56ed5:43333 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T03:17:48,912 INFO [RS:0;47efada56ed5:43333 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T03:17:48,912 INFO [RS:0;47efada56ed5:43333 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T03:17:48,912 INFO [RS:0;47efada56ed5:43333 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T03:17:48,912 INFO [RS:0;47efada56ed5:43333 {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,43333,1731986267804-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T03:17:48,934 INFO [RS:0;47efada56ed5:43333 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T03:17:48,935 INFO [RS:0;47efada56ed5:43333 {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,43333,1731986267804-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T03:17:48,948 WARN [47efada56ed5:33043 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-19T03:17:48,953 INFO [RS:0;47efada56ed5:43333 {}] regionserver.ReplicationSource(231): queueId=1-47efada56ed5,43333,1731986267804, ReplicationSource: 1, currentBandwidth=0 2024-11-19T03:17:48,971 INFO [RS:0;47efada56ed5:43333 {}] regionserver.ReplicationSource(231): queueId=2-47efada56ed5,43333,1731986267804, ReplicationSource: 2, currentBandwidth=0 2024-11-19T03:17:48,971 DEBUG [RS:0;47efada56ed5:43333.replicationSource,1-47efada56ed5,43333,1731986267804 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='47efada56ed5:41725' 2024-11-19T03:17:48,972 INFO [RS:0;47efada56ed5:43333 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:17:48,972 INFO [RS:0;47efada56ed5:43333 {}] regionserver.Replication(171): 47efada56ed5,43333,1731986267804 started 2024-11-19T03:17:48,976 DEBUG [RS:0;47efada56ed5:43333.replicationSource,1-47efada56ed5,43333,1731986267804 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@40b41f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:17:48,976 DEBUG [RS:0;47efada56ed5:43333.replicationSource,1-47efada56ed5,43333,1731986267804 {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,41725,-1 for getting cluster id 2024-11-19T03:17:48,976 DEBUG [RS:0;47efada56ed5:43333.replicationSource,1-47efada56ed5,43333,1731986267804 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:17:48,978 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd90a2e01-ee3b-47b3-b363-68f82dca3705' 2024-11-19T03:17:48,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:17:48,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d90a2e01-ee3b-47b3-b363-68f82dca3705" 2024-11-19T03:17:48,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c26be87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:17:48,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,41725,-1] 2024-11-19T03:17:48,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:17:48,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:17:48,981 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:17:48,982 DEBUG [RS:0;47efada56ed5:43333.replicationSource,1-47efada56ed5,43333,1731986267804 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@518f5395, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:17:48,983 DEBUG [RS:0;47efada56ed5:43333.replicationSource,1-47efada56ed5,43333,1731986267804 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T03:17:48,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 47efada56ed5,41725,1731986256309 2024-11-19T03:17:48,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@596dc9d 2024-11-19T03:17:48,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T03:17:48,987 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-19T03:17:48,989 INFO [RS:0;47efada56ed5:43333.replicationSource,1-47efada56ed5,43333,1731986267804 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-47efada56ed5,43333,1731986267804 (queues=0) is replicating from cluster=104bd31e-71e4-47ad-8e12-e8bd91a4b522 to cluster=d90a2e01-ee3b-47b3-b363-68f82dca3705 2024-11-19T03:17:48,993 DEBUG [RS:0;47efada56ed5:43333.replicationSource,2-47efada56ed5,43333,1731986267804 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='47efada56ed5:41725' 2024-11-19T03:17:48,993 INFO [RS:0;47efada56ed5:43333 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:17:48,993 INFO [RS:0;47efada56ed5:43333 {}] regionserver.HRegionServer(1482): Serving as 47efada56ed5,43333,1731986267804, RpcServer on 47efada56ed5/172.17.0.3:43333, sessionid=0x1015118ab260007 2024-11-19T03:17:48,995 DEBUG [RS:0;47efada56ed5:43333.replicationSource,2-47efada56ed5,43333,1731986267804 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b597357, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:17:48,995 DEBUG [RS:0;47efada56ed5:43333.replicationSource,2-47efada56ed5,43333,1731986267804 {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,41725,-1 for getting cluster id 2024-11-19T03:17:48,995 DEBUG [RS:0;47efada56ed5:43333.replicationSource,2-47efada56ed5,43333,1731986267804 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:17:48,996 DEBUG [RS:0;47efada56ed5:43333 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T03:17:48,996 DEBUG [RS:0;47efada56ed5:43333 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 47efada56ed5,43333,1731986267804 2024-11-19T03:17:48,996 DEBUG [RS:0;47efada56ed5:43333 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '47efada56ed5,43333,1731986267804' 2024-11-19T03:17:48,996 DEBUG [RS:0;47efada56ed5:43333 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1809595805/flush-table-proc/abort' 2024-11-19T03:17:48,997 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd90a2e01-ee3b-47b3-b363-68f82dca3705' 2024-11-19T03:17:48,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:17:48,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d90a2e01-ee3b-47b3-b363-68f82dca3705" 2024-11-19T03:17:48,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@390bcc28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:17:48,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,41725,-1] 2024-11-19T03:17:48,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:17:48,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:17:48,999 DEBUG [RS:0;47efada56ed5:43333 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1809595805/flush-table-proc/acquired' 2024-11-19T03:17:48,999 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:17:49,000 DEBUG [RS:0;47efada56ed5:43333 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T03:17:49,000 DEBUG [RS:0;47efada56ed5:43333.replicationSource,2-47efada56ed5,43333,1731986267804 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5ed73887, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:17:49,000 DEBUG [RS:0;47efada56ed5:43333 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T03:17:49,000 DEBUG [RS:0;47efada56ed5:43333 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 47efada56ed5,43333,1731986267804 2024-11-19T03:17:49,000 DEBUG [RS:0;47efada56ed5:43333 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '47efada56ed5,43333,1731986267804' 2024-11-19T03:17:49,000 DEBUG [RS:0;47efada56ed5:43333.replicationSource,2-47efada56ed5,43333,1731986267804 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T03:17:49,001 DEBUG [RS:0;47efada56ed5:43333 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1809595805/online-snapshot/abort' 2024-11-19T03:17:49,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 47efada56ed5,41725,1731986256309 2024-11-19T03:17:49,002 DEBUG [RS:0;47efada56ed5:43333 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1809595805/online-snapshot/acquired' 2024-11-19T03:17:49,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@47130463 2024-11-19T03:17:49,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T03:17:49,002 DEBUG [RS:0;47efada56ed5:43333 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T03:17:49,002 INFO [RS:0;47efada56ed5:43333 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T03:17:49,002 INFO [RS:0;47efada56ed5:43333 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T03:17:49,003 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-19T03:17:49,004 INFO [RS:0;47efada56ed5:43333.replicationSource,2-47efada56ed5,43333,1731986267804 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-47efada56ed5,43333,1731986267804 (queues=0) is replicating from cluster=104bd31e-71e4-47ad-8e12-e8bd91a4b522 to cluster=d90a2e01-ee3b-47b3-b363-68f82dca3705 2024-11-19T03:17:49,103 INFO [RS:0;47efada56ed5:43333 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T03:17:49,110 INFO [RS:0;47efada56ed5:43333 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=47efada56ed5%2C43333%2C1731986267804, suffix=, logDir=hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/WALs/47efada56ed5,43333,1731986267804, archiveDir=hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/oldWALs, maxLogs=10 2024-11-19T03:17:49,130 DEBUG [RS:0;47efada56ed5:43333 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/WALs/47efada56ed5,43333,1731986267804/47efada56ed5%2C43333%2C1731986267804.1731986269111, exclude list is [], retry=0 2024-11-19T03:17:49,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34311,DS-c0b6f7a3-964a-48aa-8d8a-0d2f1b70340b,DISK] 2024-11-19T03:17:49,143 INFO [RS:0;47efada56ed5:43333 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/WALs/47efada56ed5,43333,1731986267804/47efada56ed5%2C43333%2C1731986267804.1731986269111 2024-11-19T03:17:49,144 DEBUG [RS:0;47efada56ed5:43333 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 47efada56ed5%2C43333%2C1731986267804 for peer 1 2024-11-19T03:17:49,145 DEBUG [RS:0;47efada56ed5:43333 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 47efada56ed5%2C43333%2C1731986267804 for peer 2 2024-11-19T03:17:49,145 DEBUG [RS:0;47efada56ed5:43333 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=47efada56ed5%2C43333%2C1731986267804 2024-11-19T03:17:49,145 INFO [RS:0;47efada56ed5:43333 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-47efada56ed5,43333,1731986267804, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T03:17:49,150 INFO [RS:0;47efada56ed5:43333.replicationSource.shipper47efada56ed5%2C43333%2C1731986267804,1-47efada56ed5,43333,1731986267804 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 47efada56ed5%2C43333%2C1731986267804 2024-11-19T03:17:49,150 DEBUG [RS:0;47efada56ed5:43333 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=47efada56ed5%2C43333%2C1731986267804 2024-11-19T03:17:49,150 INFO [RS:0;47efada56ed5:43333 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-47efada56ed5,43333,1731986267804, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T03:17:49,151 INFO [RS:0;47efada56ed5:43333.replicationSource.shipper47efada56ed5%2C43333%2C1731986267804,2-47efada56ed5,43333,1731986267804 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 47efada56ed5%2C43333%2C1731986267804 2024-11-19T03:17:49,151 DEBUG [RS:0;47efada56ed5:43333 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40879:40879)] 2024-11-19T03:17:49,151 DEBUG [RS:0;47efada56ed5:43333.replicationSource.wal-reader.47efada56ed5%2C43333%2C1731986267804,2-47efada56ed5,43333,1731986267804 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/WALs/47efada56ed5,43333,1731986267804/47efada56ed5%2C43333%2C1731986267804.1731986269111, startPosition=0, beingWritten=true 2024-11-19T03:17:49,151 DEBUG [RS:0;47efada56ed5:43333.replicationSource.wal-reader.47efada56ed5%2C43333%2C1731986267804,1-47efada56ed5,43333,1731986267804 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/WALs/47efada56ed5,43333,1731986267804/47efada56ed5%2C43333%2C1731986267804.1731986269111, startPosition=0, beingWritten=true 2024-11-19T03:17:49,198 DEBUG [47efada56ed5:33043 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T03:17:49,199 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=47efada56ed5,43333,1731986267804 2024-11-19T03:17:49,201 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 47efada56ed5,43333,1731986267804, state=OPENING 2024-11-19T03:17:49,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43333-0x1015118ab260007, quorum=127.0.0.1:51924, baseZNode=/0-1809595805 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1809595805/meta-region-server 2024-11-19T03:17:49,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33043-0x1015118ab260006, quorum=127.0.0.1:51924, baseZNode=/0-1809595805 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1809595805/meta-region-server 2024-11-19T03:17:49,223 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T03:17:49,223 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1809595805/meta-region-server: CHANGED 2024-11-19T03:17:49,223 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1809595805/meta-region-server: CHANGED 2024-11-19T03:17:49,224 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=47efada56ed5,43333,1731986267804}] 2024-11-19T03:17:49,374 DEBUG [RS:0;47efada56ed5:43333.replicationSource.wal-reader.47efada56ed5%2C43333%2C1731986267804,1-47efada56ed5,43333,1731986267804 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/WALs/47efada56ed5,43333,1731986267804/47efada56ed5%2C43333%2C1731986267804.1731986269111 to pos 0, reset compression=false 2024-11-19T03:17:49,378 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T03:17:49,380 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55921, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T03:17:49,395 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T03:17:49,396 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T03:17:49,396 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T03:17:49,397 DEBUG [RS:0;47efada56ed5:43333.replicationSource.wal-reader.47efada56ed5%2C43333%2C1731986267804,2-47efada56ed5,43333,1731986267804 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/WALs/47efada56ed5,43333,1731986267804/47efada56ed5%2C43333%2C1731986267804.1731986269111 to pos 0, reset compression=false 2024-11-19T03:17:49,410 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=47efada56ed5%2C43333%2C1731986267804.meta, suffix=.meta, logDir=hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/WALs/47efada56ed5,43333,1731986267804, archiveDir=hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/oldWALs, maxLogs=10 2024-11-19T03:17:49,511 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/WALs/47efada56ed5,43333,1731986267804/47efada56ed5%2C43333%2C1731986267804.meta.1731986269411.meta, exclude list is [], retry=0 2024-11-19T03:17:49,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34311,DS-c0b6f7a3-964a-48aa-8d8a-0d2f1b70340b,DISK] 2024-11-19T03:17:49,519 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/WALs/47efada56ed5,43333,1731986267804/47efada56ed5%2C43333%2C1731986267804.meta.1731986269411.meta 2024-11-19T03:17:49,519 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40879:40879)] 2024-11-19T03:17:49,520 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T03:17:49,520 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T03:17:49,520 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T03:17:49,520 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T03:17:49,520 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T03:17:49,520 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T03:17:49,521 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:17:49,521 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T03:17:49,521 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T03:17:49,523 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T03:17:49,524 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T03:17:49,524 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:17:49,533 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/data/hbase/meta/1588230740/info/1404785eb1df46c597e7319a2ab8d01f 2024-11-19T03:17:49,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:17:49,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T03:17:49,535 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T03:17:49,535 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:17:49,544 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/data/hbase/meta/1588230740/ns/57b6d1641f8d446f96d972ef2b319423 2024-11-19T03:17:49,544 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:17:49,544 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T03:17:49,546 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T03:17:49,546 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:17:49,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:17:49,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T03:17:49,548 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T03:17:49,548 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:17:49,557 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/data/hbase/meta/1588230740/table/38afe09e19514dd3b1fb3c167c6dbf61 2024-11-19T03:17:49,557 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:17:49,557 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T03:17:49,558 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/data/hbase/meta/1588230740 2024-11-19T03:17:49,559 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/data/hbase/meta/1588230740 2024-11-19T03:17:49,561 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T03:17:49,561 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T03:17:49,562 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T03:17:49,563 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T03:17:49,564 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62635251, jitterRate=-0.0666620284318924}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T03:17:49,564 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T03:17:49,564 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731986269521Writing region info on filesystem at 1731986269521Initializing all the Stores at 1731986269522 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986269522Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986269522Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986269522Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986269522Cleaning up temporary data from old regions at 1731986269561 (+39 ms)Running coprocessor post-open hooks at 1731986269564 (+3 ms)Region opened successfully at 1731986269564 2024-11-19T03:17:49,565 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731986269377 2024-11-19T03:17:49,568 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T03:17:49,568 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T03:17:49,568 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=47efada56ed5,43333,1731986267804 2024-11-19T03:17:49,570 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 47efada56ed5,43333,1731986267804, state=OPEN 2024-11-19T03:17:49,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33043-0x1015118ab260006, quorum=127.0.0.1:51924, baseZNode=/0-1809595805 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1809595805/meta-region-server 2024-11-19T03:17:49,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43333-0x1015118ab260007, quorum=127.0.0.1:51924, baseZNode=/0-1809595805 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1809595805/meta-region-server 2024-11-19T03:17:49,598 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=47efada56ed5,43333,1731986267804 2024-11-19T03:17:49,598 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1809595805/meta-region-server: CHANGED 2024-11-19T03:17:49,600 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1809595805/meta-region-server: CHANGED 2024-11-19T03:17:49,604 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-19T03:17:49,604 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=47efada56ed5,43333,1731986267804 in 375 msec 2024-11-19T03:17:49,609 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-19T03:17:49,609 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 812 msec 2024-11-19T03:17:49,690 DEBUG [RS:0;47efada56ed5:43333.replicationSource.wal-reader.47efada56ed5%2C43333%2C1731986267804,1-47efada56ed5,43333,1731986267804 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/WALs/47efada56ed5,43333,1731986267804/47efada56ed5%2C43333%2C1731986267804.1731986269111 to pos 0, reset compression=false 2024-11-19T03:17:49,803 DEBUG [RS:0;47efada56ed5:43333.replicationSource.wal-reader.47efada56ed5%2C43333%2C1731986267804,2-47efada56ed5,43333,1731986267804 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/WALs/47efada56ed5,43333,1731986267804/47efada56ed5%2C43333%2C1731986267804.1731986269111 to pos 0, reset compression=false 2024-11-19T03:17:50,097 DEBUG [RS:0;47efada56ed5:43333.replicationSource.wal-reader.47efada56ed5%2C43333%2C1731986267804,1-47efada56ed5,43333,1731986267804 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/WALs/47efada56ed5,43333,1731986267804/47efada56ed5%2C43333%2C1731986267804.1731986269111 to pos 0, reset compression=false 2024-11-19T03:17:50,210 DEBUG [RS:0;47efada56ed5:43333.replicationSource.wal-reader.47efada56ed5%2C43333%2C1731986267804,2-47efada56ed5,43333,1731986267804 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/WALs/47efada56ed5,43333,1731986267804/47efada56ed5%2C43333%2C1731986267804.1731986269111 to pos 0, reset compression=false 2024-11-19T03:17:50,374 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1561ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-19T03:17:50,604 DEBUG [RS:0;47efada56ed5:43333.replicationSource.wal-reader.47efada56ed5%2C43333%2C1731986267804,1-47efada56ed5,43333,1731986267804 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/WALs/47efada56ed5,43333,1731986267804/47efada56ed5%2C43333%2C1731986267804.1731986269111 to pos 0, reset compression=false 2024-11-19T03:17:50,716 DEBUG [RS:0;47efada56ed5:43333.replicationSource.wal-reader.47efada56ed5%2C43333%2C1731986267804,2-47efada56ed5,43333,1731986267804 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/WALs/47efada56ed5,43333,1731986267804/47efada56ed5%2C43333%2C1731986267804.1731986269111 to pos 0, reset compression=false 2024-11-19T03:17:51,168 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T03:17:51,211 DEBUG [RS:0;47efada56ed5:43333.replicationSource.wal-reader.47efada56ed5%2C43333%2C1731986267804,1-47efada56ed5,43333,1731986267804 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/WALs/47efada56ed5,43333,1731986267804/47efada56ed5%2C43333%2C1731986267804.1731986269111 to pos 0, reset compression=false 2024-11-19T03:17:51,323 DEBUG [RS:0;47efada56ed5:43333.replicationSource.wal-reader.47efada56ed5%2C43333%2C1731986267804,2-47efada56ed5,43333,1731986267804 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/WALs/47efada56ed5,43333,1731986267804/47efada56ed5%2C43333%2C1731986267804.1731986269111 to pos 0, reset compression=false 2024-11-19T03:17:51,876 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3063ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-19T03:17:51,923 DEBUG [RS:0;47efada56ed5:43333.replicationSource.wal-reader.47efada56ed5%2C43333%2C1731986267804,1-47efada56ed5,43333,1731986267804 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/WALs/47efada56ed5,43333,1731986267804/47efada56ed5%2C43333%2C1731986267804.1731986269111 to pos 0, reset compression=false 2024-11-19T03:17:52,029 DEBUG [RS:0;47efada56ed5:43333.replicationSource.wal-reader.47efada56ed5%2C43333%2C1731986267804,2-47efada56ed5,43333,1731986267804 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/WALs/47efada56ed5,43333,1731986267804/47efada56ed5%2C43333%2C1731986267804.1731986269111 to pos 0, reset compression=false 2024-11-19T03:17:52,728 DEBUG [RS:0;47efada56ed5:43333.replicationSource.wal-reader.47efada56ed5%2C43333%2C1731986267804,1-47efada56ed5,43333,1731986267804 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/WALs/47efada56ed5,43333,1731986267804/47efada56ed5%2C43333%2C1731986267804.1731986269111 to pos 0, reset compression=false 2024-11-19T03:17:52,836 DEBUG [RS:0;47efada56ed5:43333.replicationSource.wal-reader.47efada56ed5%2C43333%2C1731986267804,2-47efada56ed5,43333,1731986267804 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/WALs/47efada56ed5,43333,1731986267804/47efada56ed5%2C43333%2C1731986267804.1731986269111 to pos 0, reset compression=false 2024-11-19T03:17:53,329 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4516ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-19T03:17:53,329 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T03:17:53,330 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:17:53,330 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,43333,1731986267804, seqNum=-1] 2024-11-19T03:17:53,330 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:17:53,332 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50049, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:17:53,338 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=15216948358b16fba49fa420166670a5, regionState=OPEN, lastHost=47efada56ed5,41209,1731986247125, regionLocation=47efada56ed5,41209,1731986247125, openSeqNum=2 2024-11-19T03:17:53,338 INFO [master/47efada56ed5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T03:17:53,338 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731986333338 2024-11-19T03:17:53,338 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731986393338 2024-11-19T03:17:53,338 INFO [master/47efada56ed5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 9 msec 2024-11-19T03:17:53,339 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,33043,1731986267731-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T03:17:53,339 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,33043,1731986267731-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:17:53,339 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,33043,1731986267731-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:17:53,339 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 47efada56ed5,41209,1731986247125 had 2 regions 2024-11-19T03:17:53,339 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-47efada56ed5:33043, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:17:53,339 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T03:17:53,340 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T03:17:53,341 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 47efada56ed5,41209,1731986247125, splitWal=true, meta=true, isMeta: false 2024-11-19T03:17:53,343 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/WALs/47efada56ed5,41209,1731986247125-splitting dir is empty, no logs to split. 2024-11-19T03:17:53,343 INFO [PEWorker-3 {}] master.SplitWALManager(105): 47efada56ed5,41209,1731986247125 WAL count=0, meta=false 2024-11-19T03:17:53,347 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.439sec 2024-11-19T03:17:53,347 INFO [master/47efada56ed5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T03:17:53,347 INFO [master/47efada56ed5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T03:17:53,347 INFO [master/47efada56ed5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T03:17:53,347 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T03:17:53,347 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/WALs/47efada56ed5,41209,1731986247125-splitting dir is empty, no logs to split. 2024-11-19T03:17:53,347 INFO [PEWorker-3 {}] master.SplitWALManager(105): 47efada56ed5,41209,1731986247125 WAL count=0, meta=false 2024-11-19T03:17:53,347 INFO [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T03:17:53,347 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 47efada56ed5,41209,1731986247125 WAL splitting is done? wals=0, meta=false 2024-11-19T03:17:53,347 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,33043,1731986267731-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T03:17:53,347 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,33043,1731986267731-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T03:17:53,350 WARN [master/47efada56ed5:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=47efada56ed5,41209,1731986247125/hbase:replication,,1731986260967.15216948358b16fba49fa420166670a5. 2024-11-19T03:17:53,350 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=15216948358b16fba49fa420166670a5, ASSIGN}] 2024-11-19T03:17:53,352 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=15216948358b16fba49fa420166670a5, ASSIGN 2024-11-19T03:17:53,353 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T03:17:53,353 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T03:17:53,353 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,33043,1731986267731-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:17:53,354 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=15216948358b16fba49fa420166670a5, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-19T03:17:53,375 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a56a0eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:17:53,375 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,33043,-1 for getting cluster id 2024-11-19T03:17:53,375 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:17:53,377 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '104bd31e-71e4-47ad-8e12-e8bd91a4b522' 2024-11-19T03:17:53,377 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:17:53,377 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "104bd31e-71e4-47ad-8e12-e8bd91a4b522" 2024-11-19T03:17:53,378 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@170f3d8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:17:53,378 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,33043,-1] 2024-11-19T03:17:53,378 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:17:53,378 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:17:53,380 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:17:53,381 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c6ac301, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:17:53,381 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:17:53,382 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,43333,1731986267804, seqNum=-1] 2024-11-19T03:17:53,383 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:17:53,384 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:17:53,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-19T03:17:53,388 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T03:17:53,388 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:17:53,388 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:17:53,388 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:17:53,388 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:17:53,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 47efada56ed5:33043 after: 47efada56ed5:33043 2024-11-19T03:17:53,389 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54673998, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:17:53,389 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,33043,-1 for getting cluster id 2024-11-19T03:17:53,389 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:17:53,390 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '104bd31e-71e4-47ad-8e12-e8bd91a4b522' 2024-11-19T03:17:53,390 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:17:53,391 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "104bd31e-71e4-47ad-8e12-e8bd91a4b522" 2024-11-19T03:17:53,391 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dfa1240, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:17:53,391 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,33043,-1] 2024-11-19T03:17:53,391 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:17:53,391 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:17:53,392 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:17:53,393 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65f82a8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:17:53,393 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T03:17:53,394 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 47efada56ed5,33043,1731986267731 2024-11-19T03:17:53,394 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@51974989 2024-11-19T03:17:53,395 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T03:17:53,396 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T03:17:53,396 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33043 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-19T03:17:53,397 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33043 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-19T03:17:53,398 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33043 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-19T03:17:53,399 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33043 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-19T03:17:53,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T03:17:53,399 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T03:17:53,399 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:17:53,400 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:17:53,400 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:17:53,400 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:17:53,400 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T03:17:53,400 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1632434545, stopped=false 2024-11-19T03:17:53,400 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=47efada56ed5,41725,1731986256309 2024-11-19T03:17:53,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41725-0x1015118ab260003, quorum=127.0.0.1:51924, baseZNode=/191180070 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/191180070/running 2024-11-19T03:17:53,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43353-0x1015118ab260004, quorum=127.0.0.1:51924, baseZNode=/191180070 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/191180070/running 2024-11-19T03:17:53,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43353-0x1015118ab260004, quorum=127.0.0.1:51924, baseZNode=/191180070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/191180070 2024-11-19T03:17:53,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41725-0x1015118ab260003, quorum=127.0.0.1:51924, baseZNode=/191180070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/191180070 2024-11-19T03:17:53,450 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T03:17:53,450 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T03:17:53,450 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:17:53,450 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:17:53,451 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43353-0x1015118ab260004, quorum=127.0.0.1:51924, baseZNode=/191180070 Set watcher on znode that does not yet exist, /191180070/running 2024-11-19T03:17:53,451 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41725-0x1015118ab260003, quorum=127.0.0.1:51924, baseZNode=/191180070 Set watcher on znode that does not yet exist, /191180070/running 2024-11-19T03:17:53,451 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '47efada56ed5,43353,1731986256565' ***** 2024-11-19T03:17:53,451 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T03:17:53,451 INFO [RS:0;47efada56ed5:43353 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T03:17:53,451 INFO [RS:0;47efada56ed5:43353 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T03:17:53,451 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T03:17:53,451 INFO [RS:0;47efada56ed5:43353 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T03:17:53,451 INFO [RS:0;47efada56ed5:43353 {}] regionserver.HRegionServer(959): stopping server 47efada56ed5,43353,1731986256565 2024-11-19T03:17:53,452 INFO [RS:0;47efada56ed5:43353 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T03:17:53,452 INFO [RS:0;47efada56ed5:43353 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;47efada56ed5:43353. 2024-11-19T03:17:53,452 DEBUG [RS:0;47efada56ed5:43353 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:17:53,452 DEBUG [RS:0;47efada56ed5:43353 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:17:53,452 INFO [RS:0;47efada56ed5:43353 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T03:17:53,452 INFO [RS:0;47efada56ed5:43353 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T03:17:53,452 INFO [RS:0;47efada56ed5:43353 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T03:17:53,452 INFO [RS:0;47efada56ed5:43353 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T03:17:53,452 INFO [RS:0;47efada56ed5:43353 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T03:17:53,452 DEBUG [RS:0;47efada56ed5:43353 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-19T03:17:53,452 DEBUG [RS:0;47efada56ed5:43353 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T03:17:53,452 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T03:17:53,452 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T03:17:53,452 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T03:17:53,453 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 1 ms 2024-11-19T03:17:53,453 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T03:17:53,453 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-19T03:17:53,470 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33291/user/jenkins/test-data/ab691733-ebda-6577-e647-5849ccc40a65/data/hbase/meta/1588230740/.tmp/ns/002a628587b34197ad3bd9489265e31d is 43, key is default/ns:d/1731986260738/Put/seqid=0 2024-11-19T03:17:53,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33895 is added to blk_1073741835_1011 (size=5153) 2024-11-19T03:17:53,491 INFO [regionserver/47efada56ed5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T03:17:53,504 DEBUG [47efada56ed5:33043 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T03:17:53,505 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=15216948358b16fba49fa420166670a5, regionState=OPENING, regionLocation=47efada56ed5,43333,1731986267804 2024-11-19T03:17:53,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=15216948358b16fba49fa420166670a5, ASSIGN because future has completed 2024-11-19T03:17:53,509 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 15216948358b16fba49fa420166670a5, server=47efada56ed5,43333,1731986267804}] 2024-11-19T03:17:53,617 INFO [regionserver/47efada56ed5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T03:17:53,617 INFO [regionserver/47efada56ed5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T03:17:53,634 DEBUG [RS:0;47efada56ed5:43333.replicationSource.wal-reader.47efada56ed5%2C43333%2C1731986267804,1-47efada56ed5,43333,1731986267804 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/WALs/47efada56ed5,43333,1731986267804/47efada56ed5%2C43333%2C1731986267804.1731986269111 to pos 0, reset compression=false 2024-11-19T03:17:53,653 DEBUG [RS:0;47efada56ed5:43353 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T03:17:53,668 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1731986260967.15216948358b16fba49fa420166670a5. 2024-11-19T03:17:53,668 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T03:17:53,669 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T03:17:53,674 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=47efada56ed5%2C43333%2C1731986267804.rep, suffix=, logDir=hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/WALs/47efada56ed5,43333,1731986267804, archiveDir=hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/oldWALs, maxLogs=10 2024-11-19T03:17:53,694 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/WALs/47efada56ed5,43333,1731986267804/47efada56ed5%2C43333%2C1731986267804.rep.1731986273675, exclude list is [], retry=0 2024-11-19T03:17:53,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34311,DS-c0b6f7a3-964a-48aa-8d8a-0d2f1b70340b,DISK] 2024-11-19T03:17:53,701 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/WALs/47efada56ed5,43333,1731986267804/47efada56ed5%2C43333%2C1731986267804.rep.1731986273675 2024-11-19T03:17:53,703 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40879:40879)] 2024-11-19T03:17:53,703 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 15216948358b16fba49fa420166670a5, NAME => 'hbase:replication,,1731986260967.15216948358b16fba49fa420166670a5.', STARTKEY => '', ENDKEY => ''} 2024-11-19T03:17:53,704 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T03:17:53,704 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T03:17:53,704 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731986260967.15216948358b16fba49fa420166670a5. service=MultiRowMutationService 2024-11-19T03:17:53,704 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T03:17:53,705 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 15216948358b16fba49fa420166670a5 2024-11-19T03:17:53,705 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1731986260967.15216948358b16fba49fa420166670a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:17:53,705 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 15216948358b16fba49fa420166670a5 2024-11-19T03:17:53,705 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 15216948358b16fba49fa420166670a5 2024-11-19T03:17:53,714 INFO [StoreOpener-15216948358b16fba49fa420166670a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 15216948358b16fba49fa420166670a5 2024-11-19T03:17:53,715 INFO [StoreOpener-15216948358b16fba49fa420166670a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 15216948358b16fba49fa420166670a5 columnFamilyName hfileref 2024-11-19T03:17:53,716 DEBUG [StoreOpener-15216948358b16fba49fa420166670a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:17:53,716 INFO [StoreOpener-15216948358b16fba49fa420166670a5-1 {}] regionserver.HStore(327): Store=15216948358b16fba49fa420166670a5/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:17:53,717 INFO [StoreOpener-15216948358b16fba49fa420166670a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 15216948358b16fba49fa420166670a5 2024-11-19T03:17:53,718 INFO [StoreOpener-15216948358b16fba49fa420166670a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 15216948358b16fba49fa420166670a5 columnFamilyName queue 2024-11-19T03:17:53,718 DEBUG [StoreOpener-15216948358b16fba49fa420166670a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:17:53,732 DEBUG [StoreOpener-15216948358b16fba49fa420166670a5-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/data/hbase/replication/15216948358b16fba49fa420166670a5/queue/05d8cf93f8964beb9c43d4d37533e8ad 2024-11-19T03:17:53,732 INFO [StoreOpener-15216948358b16fba49fa420166670a5-1 {}] regionserver.HStore(327): Store=15216948358b16fba49fa420166670a5/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:17:53,732 INFO [StoreOpener-15216948358b16fba49fa420166670a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 15216948358b16fba49fa420166670a5 2024-11-19T03:17:53,734 INFO [StoreOpener-15216948358b16fba49fa420166670a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 15216948358b16fba49fa420166670a5 columnFamilyName sid 2024-11-19T03:17:53,734 DEBUG [StoreOpener-15216948358b16fba49fa420166670a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:17:53,734 INFO [StoreOpener-15216948358b16fba49fa420166670a5-1 {}] regionserver.HStore(327): Store=15216948358b16fba49fa420166670a5/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:17:53,735 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 15216948358b16fba49fa420166670a5 2024-11-19T03:17:53,736 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/data/hbase/replication/15216948358b16fba49fa420166670a5 2024-11-19T03:17:53,738 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/data/hbase/replication/15216948358b16fba49fa420166670a5 2024-11-19T03:17:53,740 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 15216948358b16fba49fa420166670a5 2024-11-19T03:17:53,740 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 15216948358b16fba49fa420166670a5 2024-11-19T03:17:53,741 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T03:17:53,744 DEBUG [RS:0;47efada56ed5:43333.replicationSource.wal-reader.47efada56ed5%2C43333%2C1731986267804,2-47efada56ed5,43333,1731986267804 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/WALs/47efada56ed5,43333,1731986267804/47efada56ed5%2C43333%2C1731986267804.1731986269111 to pos 0, reset compression=false 2024-11-19T03:17:53,745 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 15216948358b16fba49fa420166670a5 2024-11-19T03:17:53,751 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 15216948358b16fba49fa420166670a5; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59596301, jitterRate=-0.11194591224193573}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T03:17:53,752 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 15216948358b16fba49fa420166670a5 2024-11-19T03:17:53,752 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 15216948358b16fba49fa420166670a5: Running coprocessor pre-open hook at 1731986273705Writing region info on filesystem at 1731986273705Initializing all the Stores at 1731986273706 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986273707 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986273714 (+7 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986273714Cleaning up temporary data from old regions at 1731986273740 (+26 ms)Running coprocessor post-open hooks at 1731986273752 (+12 ms)Region opened successfully at 1731986273752 2024-11-19T03:17:53,754 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731986260967.15216948358b16fba49fa420166670a5., pid=19, masterSystemTime=1731986273662 2024-11-19T03:17:53,758 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731986260967.15216948358b16fba49fa420166670a5. 2024-11-19T03:17:53,758 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731986260967.15216948358b16fba49fa420166670a5. 2024-11-19T03:17:53,759 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=15216948358b16fba49fa420166670a5, regionState=OPEN, openSeqNum=10, regionLocation=47efada56ed5,43333,1731986267804 2024-11-19T03:17:53,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 15216948358b16fba49fa420166670a5, server=47efada56ed5,43333,1731986267804 because future has completed 2024-11-19T03:17:53,770 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-19T03:17:53,770 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 15216948358b16fba49fa420166670a5, server=47efada56ed5,43333,1731986267804 in 256 msec 2024-11-19T03:17:53,775 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-19T03:17:53,775 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=15216948358b16fba49fa420166670a5, ASSIGN in 420 msec 2024-11-19T03:17:53,777 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-19T03:17:53,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731986260967.15216948358b16fba49fa420166670a5., hostname=47efada56ed5,43333,1731986267804, seqNum=10] 2024-11-19T03:17:53,823 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 47efada56ed5,41209,1731986247125 2024-11-19T03:17:53,823 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-19T03:17:53,853 DEBUG [RS:0;47efada56ed5:43353 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T03:17:53,876 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33291/user/jenkins/test-data/ab691733-ebda-6577-e647-5849ccc40a65/data/hbase/meta/1588230740/.tmp/ns/002a628587b34197ad3bd9489265e31d 2024-11-19T03:17:53,885 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33291/user/jenkins/test-data/ab691733-ebda-6577-e647-5849ccc40a65/data/hbase/meta/1588230740/.tmp/ns/002a628587b34197ad3bd9489265e31d as hdfs://localhost:33291/user/jenkins/test-data/ab691733-ebda-6577-e647-5849ccc40a65/data/hbase/meta/1588230740/ns/002a628587b34197ad3bd9489265e31d 2024-11-19T03:17:53,894 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33291/user/jenkins/test-data/ab691733-ebda-6577-e647-5849ccc40a65/data/hbase/meta/1588230740/ns/002a628587b34197ad3bd9489265e31d, entries=2, sequenceid=6, filesize=5.0 K 2024-11-19T03:17:53,896 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 443ms, sequenceid=6, compaction requested=false 2024-11-19T03:17:53,896 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T03:17:53,903 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33291/user/jenkins/test-data/ab691733-ebda-6577-e647-5849ccc40a65/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-19T03:17:53,904 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T03:17:53,904 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T03:17:53,904 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T03:17:53,905 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731986273452Running coprocessor pre-close hooks at 1731986273452Disabling compacts and flushes for region at 1731986273452Disabling writes for close at 1731986273453 (+1 ms)Obtaining lock to block concurrent updates at 1731986273453Preparing flush snapshotting stores in 1588230740 at 1731986273453Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731986273453Flushing stores of hbase:meta,,1.1588230740 at 1731986273454 (+1 ms)Flushing 1588230740/ns: creating writer at 1731986273454Flushing 1588230740/ns: appending metadata at 1731986273469 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731986273470 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57ede1ee: reopening flushed file at 1731986273884 (+414 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 443ms, sequenceid=6, compaction requested=false at 1731986273896 (+12 ms)Writing region close event to WAL at 1731986273899 (+3 ms)Running coprocessor post-close hooks at 1731986273904 (+5 ms)Closed at 1731986273904 2024-11-19T03:17:53,905 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T03:17:53,983 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43333 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-19T03:17:54,053 INFO [RS:0;47efada56ed5:43353 {}] regionserver.HRegionServer(976): stopping server 47efada56ed5,43353,1731986256565; all regions closed. 2024-11-19T03:17:54,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33895 is added to blk_1073741834_1010 (size=1152) 2024-11-19T03:17:54,061 DEBUG [RS:0;47efada56ed5:43353 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ab691733-ebda-6577-e647-5849ccc40a65/oldWALs 2024-11-19T03:17:54,062 INFO [RS:0;47efada56ed5:43353 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 47efada56ed5%2C43353%2C1731986256565.meta:.meta(num 1731986260630) 2024-11-19T03:17:54,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33895 is added to blk_1073741833_1009 (size=93) 2024-11-19T03:17:54,064 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ab691733-ebda-6577-e647-5849ccc40a65/WALs/47efada56ed5,43353,1731986256565/47efada56ed5%2C43353%2C1731986256565.1731986259726 not finished, retry = 0 2024-11-19T03:17:54,168 DEBUG [RS:0;47efada56ed5:43353 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ab691733-ebda-6577-e647-5849ccc40a65/oldWALs 2024-11-19T03:17:54,168 INFO [RS:0;47efada56ed5:43353 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 47efada56ed5%2C43353%2C1731986256565:(num 1731986259726) 2024-11-19T03:17:54,168 DEBUG [RS:0;47efada56ed5:43353 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:17:54,168 INFO [RS:0;47efada56ed5:43353 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T03:17:54,169 INFO [RS:0;47efada56ed5:43353 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T03:17:54,169 INFO [RS:0;47efada56ed5:43353 {}] hbase.ChoreService(370): Chore service for: regionserver/47efada56ed5:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T03:17:54,169 INFO [RS:0;47efada56ed5:43353 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T03:17:54,169 INFO [RS:0;47efada56ed5:43353 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43353 2024-11-19T03:17:54,173 INFO [regionserver/47efada56ed5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T03:17:54,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43353-0x1015118ab260004, quorum=127.0.0.1:51924, baseZNode=/191180070 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/191180070/rs/47efada56ed5,43353,1731986256565 2024-11-19T03:17:54,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41725-0x1015118ab260003, quorum=127.0.0.1:51924, baseZNode=/191180070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/191180070/rs 2024-11-19T03:17:54,187 INFO [RS:0;47efada56ed5:43353 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T03:17:54,188 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [47efada56ed5,43353,1731986256565] 2024-11-19T03:17:54,208 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /191180070/draining/47efada56ed5,43353,1731986256565 already deleted, retry=false 2024-11-19T03:17:54,208 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 47efada56ed5,43353,1731986256565 expired; onlineServers=0 2024-11-19T03:17:54,208 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '47efada56ed5,41725,1731986256309' ***** 2024-11-19T03:17:54,208 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T03:17:54,208 INFO [M:0;47efada56ed5:41725 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T03:17:54,208 INFO [M:0;47efada56ed5:41725 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T03:17:54,208 DEBUG [M:0;47efada56ed5:41725 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T03:17:54,209 DEBUG [M:0;47efada56ed5:41725 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T03:17:54,209 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T03:17:54,209 INFO [M:0;47efada56ed5:41725 {}] hbase.ChoreService(370): Chore service for: master/47efada56ed5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T03:17:54,209 INFO [M:0;47efada56ed5:41725 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T03:17:54,209 DEBUG [M:0;47efada56ed5:41725 {}] master.HMaster(1795): Stopping service threads 2024-11-19T03:17:54,209 INFO [M:0;47efada56ed5:41725 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T03:17:54,209 INFO [M:0;47efada56ed5:41725 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T03:17:54,209 INFO [M:0;47efada56ed5:41725 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T03:17:54,210 DEBUG [master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.small.0-1731986259284 {}] cleaner.HFileCleaner(306): Exit Thread[master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.small.0-1731986259284,5,FailOnTimeoutGroup] 2024-11-19T03:17:54,211 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T03:17:54,212 DEBUG [master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.large.0-1731986259280 {}] cleaner.HFileCleaner(306): Exit Thread[master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.large.0-1731986259280,5,FailOnTimeoutGroup] 2024-11-19T03:17:54,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41725-0x1015118ab260003, quorum=127.0.0.1:51924, baseZNode=/191180070 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/191180070/master 2024-11-19T03:17:54,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41725-0x1015118ab260003, quorum=127.0.0.1:51924, baseZNode=/191180070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/191180070 2024-11-19T03:17:54,219 DEBUG [M:0;47efada56ed5:41725 {}] zookeeper.ZKUtil(347): master:41725-0x1015118ab260003, quorum=127.0.0.1:51924, baseZNode=/191180070 Unable to get data of znode /191180070/master because node does not exist (not an error) 2024-11-19T03:17:54,219 WARN [M:0;47efada56ed5:41725 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T03:17:54,222 INFO [M:0;47efada56ed5:41725 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33291/user/jenkins/test-data/ab691733-ebda-6577-e647-5849ccc40a65/.lastflushedseqids 2024-11-19T03:17:54,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33895 is added to blk_1073741836_1012 (size=99) 2024-11-19T03:17:54,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43353-0x1015118ab260004, quorum=127.0.0.1:51924, baseZNode=/191180070 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T03:17:54,301 INFO [RS:0;47efada56ed5:43353 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T03:17:54,301 INFO [RS:0;47efada56ed5:43353 {}] regionserver.HRegionServer(1031): Exiting; stopping=47efada56ed5,43353,1731986256565; zookeeper connection closed. 2024-11-19T03:17:54,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43353-0x1015118ab260004, quorum=127.0.0.1:51924, baseZNode=/191180070 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T03:17:54,301 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@425b6b33 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@425b6b33 2024-11-19T03:17:54,301 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T03:17:54,641 DEBUG [RS:0;47efada56ed5:43333.replicationSource.wal-reader.47efada56ed5%2C43333%2C1731986267804,1-47efada56ed5,43333,1731986267804 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/WALs/47efada56ed5,43333,1731986267804/47efada56ed5%2C43333%2C1731986267804.1731986269111 to pos 0, reset compression=false 2024-11-19T03:17:54,642 INFO [M:0;47efada56ed5:41725 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T03:17:54,642 INFO [M:0;47efada56ed5:41725 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T03:17:54,642 DEBUG [M:0;47efada56ed5:41725 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T03:17:54,642 INFO [M:0;47efada56ed5:41725 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:17:54,643 DEBUG [M:0;47efada56ed5:41725 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:17:54,643 DEBUG [M:0;47efada56ed5:41725 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T03:17:54,643 DEBUG [M:0;47efada56ed5:41725 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:17:54,643 INFO [M:0;47efada56ed5:41725 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-19T03:17:54,664 DEBUG [M:0;47efada56ed5:41725 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33291/user/jenkins/test-data/ab691733-ebda-6577-e647-5849ccc40a65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/534ef05eb90640aeb67e901561c6a765 is 82, key is hbase:meta,,1/info:regioninfo/1731986260683/Put/seqid=0 2024-11-19T03:17:54,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33895 is added to blk_1073741837_1013 (size=5672) 2024-11-19T03:17:54,758 DEBUG [RS:0;47efada56ed5:43333.replicationSource.wal-reader.47efada56ed5%2C43333%2C1731986267804,2-47efada56ed5,43333,1731986267804 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/WALs/47efada56ed5,43333,1731986267804/47efada56ed5%2C43333%2C1731986267804.1731986269111 to pos 0, reset compression=false 2024-11-19T03:17:54,897 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-19T03:17:55,070 INFO [M:0;47efada56ed5:41725 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33291/user/jenkins/test-data/ab691733-ebda-6577-e647-5849ccc40a65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/534ef05eb90640aeb67e901561c6a765 2024-11-19T03:17:55,092 DEBUG [M:0;47efada56ed5:41725 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33291/user/jenkins/test-data/ab691733-ebda-6577-e647-5849ccc40a65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ed7b0f271abe4a88a7b5f92486c8139a is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731986260745/Put/seqid=0 2024-11-19T03:17:55,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33895 is added to blk_1073741838_1014 (size=5275) 2024-11-19T03:17:55,300 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T03:17:55,497 INFO [M:0;47efada56ed5:41725 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33291/user/jenkins/test-data/ab691733-ebda-6577-e647-5849ccc40a65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ed7b0f271abe4a88a7b5f92486c8139a 2024-11-19T03:17:55,518 DEBUG [M:0;47efada56ed5:41725 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33291/user/jenkins/test-data/ab691733-ebda-6577-e647-5849ccc40a65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/730d68e2f3c74de1a52b21e6184f18b3 is 69, key is 47efada56ed5,43353,1731986256565/rs:state/1731986259462/Put/seqid=0 2024-11-19T03:17:55,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33895 is added to blk_1073741839_1015 (size=5156) 2024-11-19T03:17:55,749 DEBUG [RS:0;47efada56ed5:43333.replicationSource.wal-reader.47efada56ed5%2C43333%2C1731986267804,1-47efada56ed5,43333,1731986267804 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/WALs/47efada56ed5,43333,1731986267804/47efada56ed5%2C43333%2C1731986267804.1731986269111 to pos 0, reset compression=false 2024-11-19T03:17:55,864 DEBUG [RS:0;47efada56ed5:43333.replicationSource.wal-reader.47efada56ed5%2C43333%2C1731986267804,2-47efada56ed5,43333,1731986267804 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/WALs/47efada56ed5,43333,1731986267804/47efada56ed5%2C43333%2C1731986267804.1731986269111 to pos 0, reset compression=false 2024-11-19T03:17:55,924 INFO [M:0;47efada56ed5:41725 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33291/user/jenkins/test-data/ab691733-ebda-6577-e647-5849ccc40a65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/730d68e2f3c74de1a52b21e6184f18b3 2024-11-19T03:17:55,933 DEBUG [M:0;47efada56ed5:41725 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33291/user/jenkins/test-data/ab691733-ebda-6577-e647-5849ccc40a65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/534ef05eb90640aeb67e901561c6a765 as hdfs://localhost:33291/user/jenkins/test-data/ab691733-ebda-6577-e647-5849ccc40a65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/534ef05eb90640aeb67e901561c6a765 2024-11-19T03:17:55,943 INFO [M:0;47efada56ed5:41725 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33291/user/jenkins/test-data/ab691733-ebda-6577-e647-5849ccc40a65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/534ef05eb90640aeb67e901561c6a765, entries=8, sequenceid=28, filesize=5.5 K 2024-11-19T03:17:55,945 DEBUG [M:0;47efada56ed5:41725 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33291/user/jenkins/test-data/ab691733-ebda-6577-e647-5849ccc40a65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ed7b0f271abe4a88a7b5f92486c8139a as hdfs://localhost:33291/user/jenkins/test-data/ab691733-ebda-6577-e647-5849ccc40a65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ed7b0f271abe4a88a7b5f92486c8139a 2024-11-19T03:17:55,955 INFO [M:0;47efada56ed5:41725 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33291/user/jenkins/test-data/ab691733-ebda-6577-e647-5849ccc40a65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ed7b0f271abe4a88a7b5f92486c8139a, entries=3, sequenceid=28, filesize=5.2 K 2024-11-19T03:17:55,957 DEBUG [M:0;47efada56ed5:41725 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33291/user/jenkins/test-data/ab691733-ebda-6577-e647-5849ccc40a65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/730d68e2f3c74de1a52b21e6184f18b3 as hdfs://localhost:33291/user/jenkins/test-data/ab691733-ebda-6577-e647-5849ccc40a65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/730d68e2f3c74de1a52b21e6184f18b3 2024-11-19T03:17:55,968 INFO [M:0;47efada56ed5:41725 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33291/user/jenkins/test-data/ab691733-ebda-6577-e647-5849ccc40a65/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/730d68e2f3c74de1a52b21e6184f18b3, entries=1, sequenceid=28, filesize=5.0 K 2024-11-19T03:17:55,971 INFO [M:0;47efada56ed5:41725 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1327ms, sequenceid=28, compaction requested=false 2024-11-19T03:17:55,992 INFO [M:0;47efada56ed5:41725 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:17:55,993 DEBUG [M:0;47efada56ed5:41725 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731986274642Disabling compacts and flushes for region at 1731986274642Disabling writes for close at 1731986274643 (+1 ms)Obtaining lock to block concurrent updates at 1731986274643Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731986274643Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731986274643Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731986274644 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731986274644Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731986274664 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731986274664Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731986275076 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731986275091 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731986275091Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731986275504 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731986275518 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731986275518Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f3a8d6f: reopening flushed file at 1731986275932 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63eaa364: reopening flushed file at 1731986275943 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33c0f3d0: reopening flushed file at 1731986275955 (+12 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1327ms, sequenceid=28, compaction requested=false at 1731986275971 (+16 ms)Writing region close event to WAL at 1731986275992 (+21 ms)Closed at 1731986275992 2024-11-19T03:17:55,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33895 is added to blk_1073741830_1006 (size=10165) 2024-11-19T03:17:56,000 INFO [M:0;47efada56ed5:41725 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T03:17:56,000 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T03:17:56,000 INFO [M:0;47efada56ed5:41725 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41725 2024-11-19T03:17:56,003 INFO [M:0;47efada56ed5:41725 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T03:17:56,290 INFO [M:0;47efada56ed5:41725 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T03:17:56,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41725-0x1015118ab260003, quorum=127.0.0.1:51924, baseZNode=/191180070 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T03:17:56,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41725-0x1015118ab260003, quorum=127.0.0.1:51924, baseZNode=/191180070 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T03:17:56,294 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@54aea4a5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T03:17:56,296 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2fc5bb7a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T03:17:56,296 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T03:17:56,296 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47d790cb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T03:17:56,297 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50b1d89e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/20e91f0f-855c-c824-d2c5-cd351d19b8d6/hadoop.log.dir/,STOPPED} 2024-11-19T03:17:56,299 WARN [BP-1589573781-172.17.0.3-1731986253148 heartbeating to localhost/127.0.0.1:33291 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T03:17:56,299 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T03:17:56,299 WARN [BP-1589573781-172.17.0.3-1731986253148 heartbeating to localhost/127.0.0.1:33291 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1589573781-172.17.0.3-1731986253148 (Datanode Uuid b6f7a664-6757-4b0a-8d6e-a5a66d0d19b3) service to localhost/127.0.0.1:33291 2024-11-19T03:17:56,299 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T03:17:56,300 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/20e91f0f-855c-c824-d2c5-cd351d19b8d6/cluster_0b754504-19b4-9f02-42b9-53171d8470bf/data/data1/current/BP-1589573781-172.17.0.3-1731986253148 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T03:17:56,301 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/20e91f0f-855c-c824-d2c5-cd351d19b8d6/cluster_0b754504-19b4-9f02-42b9-53171d8470bf/data/data2/current/BP-1589573781-172.17.0.3-1731986253148 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T03:17:56,301 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T03:17:56,308 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3a600bd4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T03:17:56,309 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@53b38433{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T03:17:56,309 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T03:17:56,309 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@593d539d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T03:17:56,309 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e387f9d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/20e91f0f-855c-c824-d2c5-cd351d19b8d6/hadoop.log.dir/,STOPPED} 2024-11-19T03:17:56,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T03:17:56,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T03:17:56,329 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T03:17:56,330 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:17:56,330 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:17:56,330 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:17:56,330 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:17:56,330 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T03:17:56,330 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=15345975, stopped=false 2024-11-19T03:17:56,330 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=47efada56ed5,33043,1731986267731 2024-11-19T03:17:56,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33043-0x1015118ab260006, quorum=127.0.0.1:51924, baseZNode=/0-1809595805 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1809595805/running 2024-11-19T03:17:56,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43333-0x1015118ab260007, quorum=127.0.0.1:51924, baseZNode=/0-1809595805 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1809595805/running 2024-11-19T03:17:56,349 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T03:17:56,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43333-0x1015118ab260007, quorum=127.0.0.1:51924, baseZNode=/0-1809595805 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1809595805 2024-11-19T03:17:56,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33043-0x1015118ab260006, quorum=127.0.0.1:51924, baseZNode=/0-1809595805 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1809595805 2024-11-19T03:17:56,350 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33043-0x1015118ab260006, quorum=127.0.0.1:51924, baseZNode=/0-1809595805 Set watcher on znode that does not yet exist, /0-1809595805/running 2024-11-19T03:17:56,350 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T03:17:56,350 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:17:56,350 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:17:56,350 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43333-0x1015118ab260007, quorum=127.0.0.1:51924, baseZNode=/0-1809595805 Set watcher on znode that does not yet exist, /0-1809595805/running 2024-11-19T03:17:56,350 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '47efada56ed5,43333,1731986267804' ***** 2024-11-19T03:17:56,350 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T03:17:56,351 INFO [RS:0;47efada56ed5:43333 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T03:17:56,351 INFO [RS:0;47efada56ed5:43333 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T03:17:56,351 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T03:17:56,351 INFO [RS:0;47efada56ed5:43333 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T03:17:56,351 INFO [RS:0;47efada56ed5:43333 {}] regionserver.HRegionServer(3091): Received CLOSE for 15216948358b16fba49fa420166670a5 2024-11-19T03:17:56,351 INFO [RS:0;47efada56ed5:43333 {}] regionserver.HRegionServer(959): stopping server 47efada56ed5,43333,1731986267804 2024-11-19T03:17:56,351 INFO [RS:0;47efada56ed5:43333 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T03:17:56,351 INFO [RS:0;47efada56ed5:43333 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;47efada56ed5:43333. 2024-11-19T03:17:56,351 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 15216948358b16fba49fa420166670a5, disabling compactions & flushes 2024-11-19T03:17:56,351 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731986260967.15216948358b16fba49fa420166670a5. 2024-11-19T03:17:56,352 DEBUG [RS:0;47efada56ed5:43333 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:17:56,352 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731986260967.15216948358b16fba49fa420166670a5. 2024-11-19T03:17:56,352 DEBUG [RS:0;47efada56ed5:43333 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:17:56,352 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731986260967.15216948358b16fba49fa420166670a5. after waiting 0 ms 2024-11-19T03:17:56,352 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731986260967.15216948358b16fba49fa420166670a5. 2024-11-19T03:17:56,352 INFO [RS:0;47efada56ed5:43333 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T03:17:56,352 INFO [RS:0;47efada56ed5:43333 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T03:17:56,352 INFO [RS:0;47efada56ed5:43333 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T03:17:56,352 INFO [RS:0;47efada56ed5:43333 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T03:17:56,352 INFO [RS:0;47efada56ed5:43333 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T03:17:56,352 DEBUG [RS:0;47efada56ed5:43333 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 15216948358b16fba49fa420166670a5=hbase:replication,,1731986260967.15216948358b16fba49fa420166670a5.} 2024-11-19T03:17:56,352 DEBUG [RS:0;47efada56ed5:43333 {}] regionserver.HRegionServer(1351): Waiting on 15216948358b16fba49fa420166670a5, 1588230740 2024-11-19T03:17:56,352 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T03:17:56,352 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T03:17:56,352 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T03:17:56,352 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T03:17:56,352 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T03:17:56,353 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-19T03:17:56,361 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/data/hbase/replication/15216948358b16fba49fa420166670a5/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-19T03:17:56,362 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T03:17:56,362 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T03:17:56,362 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731986260967.15216948358b16fba49fa420166670a5. 2024-11-19T03:17:56,362 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 15216948358b16fba49fa420166670a5: Waiting for close lock at 1731986276351Running coprocessor pre-close hooks at 1731986276351Disabling compacts and flushes for region at 1731986276351Disabling writes for close at 1731986276352 (+1 ms)Writing region close event to WAL at 1731986276356 (+4 ms)Running coprocessor post-close hooks at 1731986276362 (+6 ms)Closed at 1731986276362 2024-11-19T03:17:56,362 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731986260967.15216948358b16fba49fa420166670a5. 2024-11-19T03:17:56,373 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/data/hbase/meta/1588230740/.tmp/info/473a82a272cd4a479f75afc88cca4627 is 147, key is hbase:replication,,1731986260967.15216948358b16fba49fa420166670a5./info:regioninfo/1731986273759/Put/seqid=0 2024-11-19T03:17:56,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34311 is added to blk_1073741851_1027 (size=6385) 2024-11-19T03:17:56,382 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/data/hbase/meta/1588230740/.tmp/info/473a82a272cd4a479f75afc88cca4627 2024-11-19T03:17:56,395 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/data/hbase/meta/1588230740/.tmp/info/473a82a272cd4a479f75afc88cca4627 as hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/data/hbase/meta/1588230740/info/473a82a272cd4a479f75afc88cca4627 2024-11-19T03:17:56,402 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/data/hbase/meta/1588230740/info/473a82a272cd4a479f75afc88cca4627, entries=8, sequenceid=19, filesize=6.2 K 2024-11-19T03:17:56,404 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 51ms, sequenceid=19, compaction requested=false 2024-11-19T03:17:56,410 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-19T03:17:56,411 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T03:17:56,411 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T03:17:56,411 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T03:17:56,412 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731986276352Running coprocessor pre-close hooks at 1731986276352Disabling compacts and flushes for region at 1731986276352Disabling writes for close at 1731986276352Obtaining lock to block concurrent updates at 1731986276353 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731986276353Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731986276353Flushing stores of hbase:meta,,1.1588230740 at 1731986276354 (+1 ms)Flushing 1588230740/info: creating writer at 1731986276354Flushing 1588230740/info: appending metadata at 1731986276372 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731986276372Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42ba7ca0: reopening flushed file at 1731986276394 (+22 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 51ms, sequenceid=19, compaction requested=false at 1731986276404 (+10 ms)Writing region close event to WAL at 1731986276406 (+2 ms)Running coprocessor post-close hooks at 1731986276411 (+5 ms)Closed at 1731986276411 2024-11-19T03:17:56,412 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T03:17:56,421 INFO [regionserver/47efada56ed5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T03:17:56,487 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T03:17:56,487 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T03:17:56,487 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T03:17:56,552 INFO [RS:0;47efada56ed5:43333 {}] regionserver.HRegionServer(976): stopping server 47efada56ed5,43333,1731986267804; all regions closed. 2024-11-19T03:17:56,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34311 is added to blk_1073741849_1025 (size=2156) 2024-11-19T03:17:56,559 DEBUG [RS:0;47efada56ed5:43333 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/oldWALs 2024-11-19T03:17:56,559 INFO [RS:0;47efada56ed5:43333 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 47efada56ed5%2C43333%2C1731986267804.meta:.meta(num 1731986269411) 2024-11-19T03:17:56,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34311 is added to blk_1073741850_1026 (size=796) 2024-11-19T03:17:56,562 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/WALs/47efada56ed5,43333,1731986267804/47efada56ed5%2C43333%2C1731986267804.rep.1731986273675 not finished, retry = 0 2024-11-19T03:17:56,665 DEBUG [RS:0;47efada56ed5:43333 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/oldWALs 2024-11-19T03:17:56,666 INFO [RS:0;47efada56ed5:43333 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 47efada56ed5%2C43333%2C1731986267804.rep:(num 1731986273675) 2024-11-19T03:17:56,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34311 is added to blk_1073741848_1024 (size=93) 2024-11-19T03:17:56,668 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/WALs/47efada56ed5,43333,1731986267804/47efada56ed5%2C43333%2C1731986267804.1731986269111 not finished, retry = 0 2024-11-19T03:17:56,771 DEBUG [RS:0;47efada56ed5:43333 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/oldWALs 2024-11-19T03:17:56,771 INFO [RS:0;47efada56ed5:43333 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 47efada56ed5%2C43333%2C1731986267804:(num 1731986269111) 2024-11-19T03:17:56,771 DEBUG [RS:0;47efada56ed5:43333 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:17:56,771 INFO [RS:0;47efada56ed5:43333 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T03:17:56,772 INFO [RS:0;47efada56ed5:43333 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T03:17:56,772 INFO [RS:0;47efada56ed5:43333 {}] hbase.ChoreService(370): Chore service for: regionserver/47efada56ed5:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-19T03:17:56,772 INFO [RS:0;47efada56ed5:43333 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T03:17:56,772 INFO [regionserver/47efada56ed5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T03:17:56,772 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/47efada56ed5:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-19T03:17:56,772 INFO [RS:0;47efada56ed5:43333 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-47efada56ed5,43333,1731986267804 because: Region server is closing 2024-11-19T03:17:56,772 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/47efada56ed5:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-19T03:17:56,773 INFO [RS:0;47efada56ed5:43333 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;47efada56ed5:43333. 2024-11-19T03:17:56,773 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/47efada56ed5:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-19T03:17:56,773 DEBUG [RS:0;47efada56ed5:43333 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:17:56,773 DEBUG [RS:0;47efada56ed5:43333 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:17:56,773 DEBUG [RS:0;47efada56ed5:43333 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:17:56,773 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:17:56,873 WARN [RS:0;47efada56ed5:43333.replicationSource.shipper47efada56ed5%2C43333%2C1731986267804,1-47efada56ed5,43333,1731986267804 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-19T03:17:56,873 WARN [RS:0;47efada56ed5:43333.replicationSource.wal-reader.47efada56ed5%2C43333%2C1731986267804,1-47efada56ed5,43333,1731986267804 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T03:17:56,874 INFO [RS:0;47efada56ed5:43333 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;47efada56ed5:43333.replicationSource.shipper47efada56ed5%2C43333%2C1731986267804,1-47efada56ed5,43333,1731986267804 terminated 2024-11-19T03:17:56,874 INFO [RS:0;47efada56ed5:43333 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-47efada56ed5,43333,1731986267804 because: Region server is closing 2024-11-19T03:17:56,874 INFO [RS:0;47efada56ed5:43333 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;47efada56ed5:43333. 2024-11-19T03:17:56,874 DEBUG [RS:0;47efada56ed5:43333 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:17:56,874 DEBUG [RS:0;47efada56ed5:43333 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:17:56,874 DEBUG [RS:0;47efada56ed5:43333 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:17:56,874 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:17:56,975 WARN [RS:0;47efada56ed5:43333.replicationSource.wal-reader.47efada56ed5%2C43333%2C1731986267804,2-47efada56ed5,43333,1731986267804 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T03:17:56,975 WARN [RS:0;47efada56ed5:43333.replicationSource.shipper47efada56ed5%2C43333%2C1731986267804,2-47efada56ed5,43333,1731986267804 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-19T03:17:56,975 INFO [RS:0;47efada56ed5:43333 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;47efada56ed5:43333.replicationSource.shipper47efada56ed5%2C43333%2C1731986267804,2-47efada56ed5,43333,1731986267804 terminated 2024-11-19T03:17:56,975 INFO [RS:0;47efada56ed5:43333 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43333 2024-11-19T03:17:57,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33043-0x1015118ab260006, quorum=127.0.0.1:51924, baseZNode=/0-1809595805 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1809595805/rs 2024-11-19T03:17:57,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43333-0x1015118ab260007, quorum=127.0.0.1:51924, baseZNode=/0-1809595805 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1809595805/rs/47efada56ed5,43333,1731986267804 2024-11-19T03:17:57,029 INFO [RS:0;47efada56ed5:43333 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T03:17:57,054 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [47efada56ed5,43333,1731986267804] 2024-11-19T03:17:57,075 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1809595805/draining/47efada56ed5,43333,1731986267804 already deleted, retry=false 2024-11-19T03:17:57,076 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 47efada56ed5,43333,1731986267804 expired; onlineServers=0 2024-11-19T03:17:57,076 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '47efada56ed5,33043,1731986267731' ***** 2024-11-19T03:17:57,076 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T03:17:57,076 INFO [M:0;47efada56ed5:33043 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T03:17:57,076 INFO [M:0;47efada56ed5:33043 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T03:17:57,076 DEBUG [M:0;47efada56ed5:33043 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T03:17:57,076 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T03:17:57,076 DEBUG [M:0;47efada56ed5:33043 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T03:17:57,076 DEBUG [master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.large.0-1731986268808 {}] cleaner.HFileCleaner(306): Exit Thread[master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.large.0-1731986268808,5,FailOnTimeoutGroup] 2024-11-19T03:17:57,076 DEBUG [master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.small.0-1731986268811 {}] cleaner.HFileCleaner(306): Exit Thread[master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.small.0-1731986268811,5,FailOnTimeoutGroup] 2024-11-19T03:17:57,076 INFO [M:0;47efada56ed5:33043 {}] hbase.ChoreService(370): Chore service for: master/47efada56ed5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T03:17:57,076 INFO [M:0;47efada56ed5:33043 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T03:17:57,076 DEBUG [M:0;47efada56ed5:33043 {}] master.HMaster(1795): Stopping service threads 2024-11-19T03:17:57,076 INFO [M:0;47efada56ed5:33043 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T03:17:57,077 INFO [M:0;47efada56ed5:33043 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T03:17:57,077 INFO [M:0;47efada56ed5:33043 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T03:17:57,077 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T03:17:57,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33043-0x1015118ab260006, quorum=127.0.0.1:51924, baseZNode=/0-1809595805 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1809595805/master 2024-11-19T03:17:57,134 DEBUG [M:0;47efada56ed5:33043 {}] zookeeper.ZKUtil(347): master:33043-0x1015118ab260006, quorum=127.0.0.1:51924, baseZNode=/0-1809595805 Unable to get data of znode /0-1809595805/master because node does not exist (not an error) 2024-11-19T03:17:57,134 WARN [M:0;47efada56ed5:33043 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T03:17:57,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33043-0x1015118ab260006, quorum=127.0.0.1:51924, baseZNode=/0-1809595805 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1809595805 2024-11-19T03:17:57,135 INFO [M:0;47efada56ed5:33043 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/.lastflushedseqids 2024-11-19T03:17:57,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34311 is added to blk_1073741852_1028 (size=181) 2024-11-19T03:17:57,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43333-0x1015118ab260007, quorum=127.0.0.1:51924, baseZNode=/0-1809595805 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T03:17:57,155 INFO [RS:0;47efada56ed5:43333 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T03:17:57,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43333-0x1015118ab260007, quorum=127.0.0.1:51924, baseZNode=/0-1809595805 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T03:17:57,155 INFO [RS:0;47efada56ed5:43333 {}] regionserver.HRegionServer(1031): Exiting; stopping=47efada56ed5,43333,1731986267804; zookeeper connection closed. 2024-11-19T03:17:57,155 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7d8bc8bb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7d8bc8bb 2024-11-19T03:17:57,155 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T03:17:57,542 INFO [M:0;47efada56ed5:33043 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T03:17:57,543 INFO [M:0;47efada56ed5:33043 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T03:17:57,543 DEBUG [M:0;47efada56ed5:33043 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T03:17:57,543 INFO [M:0;47efada56ed5:33043 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:17:57,543 DEBUG [M:0;47efada56ed5:33043 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:17:57,543 DEBUG [M:0;47efada56ed5:33043 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T03:17:57,543 DEBUG [M:0;47efada56ed5:33043 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:17:57,543 INFO [M:0;47efada56ed5:33043 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-19T03:17:57,570 DEBUG [M:0;47efada56ed5:33043 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b972ced5e1054da0ac5ba08aae97de86 is 82, key is hbase:meta,,1/info:regioninfo/1731986269568/Put/seqid=0 2024-11-19T03:17:57,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34311 is added to blk_1073741853_1029 (size=5680) 2024-11-19T03:17:57,575 INFO [M:0;47efada56ed5:33043 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b972ced5e1054da0ac5ba08aae97de86 2024-11-19T03:17:57,604 DEBUG [M:0;47efada56ed5:33043 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cbe8c34295844ff7a4b8cecc6181d50f is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1731986273772/Put/seqid=0 2024-11-19T03:17:57,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34311 is added to blk_1073741854_1030 (size=7319) 2024-11-19T03:17:58,011 INFO [M:0;47efada56ed5:33043 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cbe8c34295844ff7a4b8cecc6181d50f 2024-11-19T03:17:58,054 DEBUG [M:0;47efada56ed5:33043 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/754a32a5ed9849e58af207adaff38d6a is 69, key is 47efada56ed5,43333,1731986267804/rs:state/1731986268826/Put/seqid=0 2024-11-19T03:17:58,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34311 is added to blk_1073741855_1031 (size=5371) 2024-11-19T03:17:58,470 INFO [M:0;47efada56ed5:33043 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/754a32a5ed9849e58af207adaff38d6a 2024-11-19T03:17:58,476 INFO [M:0;47efada56ed5:33043 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 754a32a5ed9849e58af207adaff38d6a 2024-11-19T03:17:58,477 DEBUG [M:0;47efada56ed5:33043 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b972ced5e1054da0ac5ba08aae97de86 as hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b972ced5e1054da0ac5ba08aae97de86 2024-11-19T03:17:58,484 INFO [M:0;47efada56ed5:33043 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b972ced5e1054da0ac5ba08aae97de86, entries=8, sequenceid=172, filesize=5.5 K 2024-11-19T03:17:58,486 DEBUG [M:0;47efada56ed5:33043 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cbe8c34295844ff7a4b8cecc6181d50f as hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cbe8c34295844ff7a4b8cecc6181d50f 2024-11-19T03:17:58,492 INFO [M:0;47efada56ed5:33043 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cbe8c34295844ff7a4b8cecc6181d50f, entries=7, sequenceid=172, filesize=7.1 K 2024-11-19T03:17:58,493 DEBUG [M:0;47efada56ed5:33043 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/754a32a5ed9849e58af207adaff38d6a as hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/754a32a5ed9849e58af207adaff38d6a 2024-11-19T03:17:58,499 INFO [M:0;47efada56ed5:33043 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 754a32a5ed9849e58af207adaff38d6a 2024-11-19T03:17:58,499 INFO [M:0;47efada56ed5:33043 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32909/user/jenkins/test-data/7469375b-4794-5e91-3caf-c6a5207c9b7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/754a32a5ed9849e58af207adaff38d6a, entries=2, sequenceid=172, filesize=5.2 K 2024-11-19T03:17:58,501 INFO [M:0;47efada56ed5:33043 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 957ms, sequenceid=172, compaction requested=false 2024-11-19T03:17:58,502 INFO [M:0;47efada56ed5:33043 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:17:58,502 DEBUG [M:0;47efada56ed5:33043 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731986277543Disabling compacts and flushes for region at 1731986277543Disabling writes for close at 1731986277543Obtaining lock to block concurrent updates at 1731986277543Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731986277543Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731986277544 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731986277545 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731986277545Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731986277569 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731986277569Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731986277583 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731986277604 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731986277604Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731986278027 (+423 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731986278052 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731986278052Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c6a65e4: reopening flushed file at 1731986278476 (+424 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cc1582c: reopening flushed file at 1731986278484 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38ac580e: reopening flushed file at 1731986278492 (+8 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 957ms, sequenceid=172, compaction requested=false at 1731986278501 (+9 ms)Writing region close event to WAL at 1731986278502 (+1 ms)Closed at 1731986278502 2024-11-19T03:17:58,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34311 is added to blk_1073741847_1023 (size=22949) 2024-11-19T03:17:58,505 INFO [M:0;47efada56ed5:33043 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T03:17:58,505 INFO [M:0;47efada56ed5:33043 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33043 2024-11-19T03:17:58,505 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T03:17:58,505 INFO [M:0;47efada56ed5:33043 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T03:17:58,686 INFO [M:0;47efada56ed5:33043 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T03:17:58,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33043-0x1015118ab260006, quorum=127.0.0.1:51924, baseZNode=/0-1809595805 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T03:17:58,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33043-0x1015118ab260006, quorum=127.0.0.1:51924, baseZNode=/0-1809595805 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T03:17:58,690 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e8f3faa{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T03:17:58,690 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@b5ffbb3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T03:17:58,690 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T03:17:58,690 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10d52e92{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T03:17:58,690 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39a9f6e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9e70e228-128e-d5ed-f5a5-b1a0447d7771/hadoop.log.dir/,STOPPED} 2024-11-19T03:17:58,692 WARN [BP-461937725-172.17.0.3-1731986240917 heartbeating to localhost/127.0.0.1:32909 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T03:17:58,692 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T03:17:58,692 WARN [BP-461937725-172.17.0.3-1731986240917 heartbeating to localhost/127.0.0.1:32909 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-461937725-172.17.0.3-1731986240917 (Datanode Uuid 47f45544-83db-4625-a043-107cc894c5cb) service to localhost/127.0.0.1:32909 2024-11-19T03:17:58,692 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T03:17:58,693 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9e70e228-128e-d5ed-f5a5-b1a0447d7771/cluster_a14c34f7-534d-9624-9cc2-04e4a7fca61f/data/data1/current/BP-461937725-172.17.0.3-1731986240917 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T03:17:58,693 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9e70e228-128e-d5ed-f5a5-b1a0447d7771/cluster_a14c34f7-534d-9624-9cc2-04e4a7fca61f/data/data2/current/BP-461937725-172.17.0.3-1731986240917 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T03:17:58,694 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T03:17:58,700 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@18bfe0d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T03:17:58,701 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6d915aa3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T03:17:58,701 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T03:17:58,701 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@346b1178{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T03:17:58,701 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29fca5c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9e70e228-128e-d5ed-f5a5-b1a0447d7771/hadoop.log.dir/,STOPPED} 2024-11-19T03:17:58,710 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-19T03:17:58,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T03:17:58,741 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=108 (was 11) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:32909 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51924) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:32909 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33291 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:32909 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:33291 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33291 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: regionserver/47efada56ed5:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33291 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:32909 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:33291 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: master/47efada56ed5:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32909 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33291 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:33291 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/47efada56ed5:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@cf5bd66 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51924) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:32909 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32909 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33291 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:33291 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.metrics2.impl.JmxCacheBuster$JmxCacheBusterRunnable.run(JmxCacheBuster.java:101) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32909 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:32909 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33291 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/47efada56ed5:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: master/47efada56ed5:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=614 (was 739), ProcessCount=11 (was 11), AvailableMemoryMB=9734 (was 11142) 2024-11-19T03:17:58,749 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=108, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=614, ProcessCount=11, AvailableMemoryMB=9734 2024-11-19T03:17:58,762 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-19T03:17:58,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/20e91f0f-855c-c824-d2c5-cd351d19b8d6/hadoop.log.dir so I do NOT create it in target/test-data/6f744d9e-584c-b8c6-9999-518f6c4d6a27 2024-11-19T03:17:58,762 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/20e91f0f-855c-c824-d2c5-cd351d19b8d6/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T03:17:58,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/20e91f0f-855c-c824-d2c5-cd351d19b8d6/hadoop.tmp.dir so I do NOT create it in target/test-data/6f744d9e-584c-b8c6-9999-518f6c4d6a27 2024-11-19T03:17:58,763 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/20e91f0f-855c-c824-d2c5-cd351d19b8d6/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T03:17:58,763 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6f744d9e-584c-b8c6-9999-518f6c4d6a27 2024-11-19T03:17:58,763 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6f744d9e-584c-b8c6-9999-518f6c4d6a27/cluster_77c24d17-ea81-f0c2-6bfd-d1f04459cd67, deleteOnExit=true 2024-11-19T03:17:58,765 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6f744d9e-584c-b8c6-9999-518f6c4d6a27/cluster_77c24d17-ea81-f0c2-6bfd-d1f04459cd67/zookeeper_0, clientPort=64812, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6f744d9e-584c-b8c6-9999-518f6c4d6a27/cluster_77c24d17-ea81-f0c2-6bfd-d1f04459cd67/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6f744d9e-584c-b8c6-9999-518f6c4d6a27/cluster_77c24d17-ea81-f0c2-6bfd-d1f04459cd67/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T03:17:58,766 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64812 2024-11-19T03:17:58,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T03:17:58,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T03:17:58,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6f744d9e-584c-b8c6-9999-518f6c4d6a27/test.cache.data in system properties and HBase conf 2024-11-19T03:17:58,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6f744d9e-584c-b8c6-9999-518f6c4d6a27/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T03:17:58,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6f744d9e-584c-b8c6-9999-518f6c4d6a27/hadoop.log.dir in system properties and HBase conf 2024-11-19T03:17:58,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6f744d9e-584c-b8c6-9999-518f6c4d6a27/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T03:17:58,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6f744d9e-584c-b8c6-9999-518f6c4d6a27/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T03:17:58,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T03:17:58,767 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T03:17:58,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6f744d9e-584c-b8c6-9999-518f6c4d6a27/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T03:17:58,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6f744d9e-584c-b8c6-9999-518f6c4d6a27/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T03:17:58,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6f744d9e-584c-b8c6-9999-518f6c4d6a27/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T03:17:58,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6f744d9e-584c-b8c6-9999-518f6c4d6a27/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T03:17:58,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6f744d9e-584c-b8c6-9999-518f6c4d6a27/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T03:17:58,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6f744d9e-584c-b8c6-9999-518f6c4d6a27/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T03:17:58,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6f744d9e-584c-b8c6-9999-518f6c4d6a27/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T03:17:58,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6f744d9e-584c-b8c6-9999-518f6c4d6a27/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T03:17:58,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6f744d9e-584c-b8c6-9999-518f6c4d6a27/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T03:17:58,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6f744d9e-584c-b8c6-9999-518f6c4d6a27/nfs.dump.dir in system properties and HBase conf 2024-11-19T03:17:58,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6f744d9e-584c-b8c6-9999-518f6c4d6a27/java.io.tmpdir in system properties and HBase conf 2024-11-19T03:17:58,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6f744d9e-584c-b8c6-9999-518f6c4d6a27/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T03:17:58,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6f744d9e-584c-b8c6-9999-518f6c4d6a27/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T03:17:58,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6f744d9e-584c-b8c6-9999-518f6c4d6a27/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T03:17:58,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015118ab260005, quorum=127.0.0.1:51924, baseZNode=/191180070 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T03:17:58,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015118ab260002, quorum=127.0.0.1:51924, baseZNode=/0-1809595805 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T03:17:58,806 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015118ab260005, quorum=127.0.0.1:51924, baseZNode=/191180070 Received Disconnected from ZooKeeper, ignoring 2024-11-19T03:17:58,806 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015118ab260002, quorum=127.0.0.1:51924, baseZNode=/0-1809595805 Received Disconnected from ZooKeeper, ignoring 2024-11-19T03:17:59,207 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T03:17:59,209 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:17:59,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:17:59,298 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T03:17:59,307 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T03:17:59,346 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T03:17:59,346 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T03:17:59,346 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T03:17:59,349 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T03:17:59,350 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@565871ad{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6f744d9e-584c-b8c6-9999-518f6c4d6a27/hadoop.log.dir/,AVAILABLE} 2024-11-19T03:17:59,350 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1aba68e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T03:17:59,494 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6ae5c3c7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6f744d9e-584c-b8c6-9999-518f6c4d6a27/java.io.tmpdir/jetty-localhost-41973-hadoop-hdfs-3_4_1-tests_jar-_-any-14493190597434075727/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T03:17:59,495 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@64341732{HTTP/1.1, (http/1.1)}{localhost:41973} 2024-11-19T03:17:59,495 INFO [Time-limited test {}] server.Server(415): Started @43099ms 2024-11-19T03:18:00,063 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T03:18:00,077 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T03:18:00,085 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T03:18:00,085 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T03:18:00,085 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T03:18:00,087 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3da2c61{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6f744d9e-584c-b8c6-9999-518f6c4d6a27/hadoop.log.dir/,AVAILABLE} 2024-11-19T03:18:00,088 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@87d2036{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T03:18:00,235 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@57bf3961{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6f744d9e-584c-b8c6-9999-518f6c4d6a27/java.io.tmpdir/jetty-localhost-46653-hadoop-hdfs-3_4_1-tests_jar-_-any-4360443674885395801/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T03:18:00,236 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@32577e0{HTTP/1.1, (http/1.1)}{localhost:46653} 2024-11-19T03:18:00,236 INFO [Time-limited test {}] server.Server(415): Started @43840ms 2024-11-19T03:18:00,238 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T03:18:01,256 WARN [Thread-501 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6f744d9e-584c-b8c6-9999-518f6c4d6a27/cluster_77c24d17-ea81-f0c2-6bfd-d1f04459cd67/data/data2/current/BP-93973443-172.17.0.3-1731986278791/current, will proceed with Du for space computation calculation, 2024-11-19T03:18:01,256 WARN [Thread-500 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6f744d9e-584c-b8c6-9999-518f6c4d6a27/cluster_77c24d17-ea81-f0c2-6bfd-d1f04459cd67/data/data1/current/BP-93973443-172.17.0.3-1731986278791/current, will proceed with Du for space computation calculation, 2024-11-19T03:18:01,277 WARN [Thread-488 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T03:18:01,280 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd3fa318203286ead with lease ID 0x2984d18d11bde68d: Processing first storage report for DS-1098993e-71ca-4dd4-9673-c32cec7542e9 from datanode DatanodeRegistration(127.0.0.1:32953, datanodeUuid=c27428bd-02d9-4632-9e67-a389fa044609, infoPort=41181, infoSecurePort=0, ipcPort=35137, storageInfo=lv=-57;cid=testClusterID;nsid=853851169;c=1731986278791) 2024-11-19T03:18:01,280 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd3fa318203286ead with lease ID 0x2984d18d11bde68d: from storage DS-1098993e-71ca-4dd4-9673-c32cec7542e9 node DatanodeRegistration(127.0.0.1:32953, datanodeUuid=c27428bd-02d9-4632-9e67-a389fa044609, infoPort=41181, infoSecurePort=0, ipcPort=35137, storageInfo=lv=-57;cid=testClusterID;nsid=853851169;c=1731986278791), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T03:18:01,280 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd3fa318203286ead with lease ID 0x2984d18d11bde68d: Processing first storage report for DS-d0a19727-b3a1-4974-9a7c-ed314b2d40c8 from datanode DatanodeRegistration(127.0.0.1:32953, datanodeUuid=c27428bd-02d9-4632-9e67-a389fa044609, infoPort=41181, infoSecurePort=0, ipcPort=35137, storageInfo=lv=-57;cid=testClusterID;nsid=853851169;c=1731986278791) 2024-11-19T03:18:01,281 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd3fa318203286ead with lease ID 0x2984d18d11bde68d: from storage DS-d0a19727-b3a1-4974-9a7c-ed314b2d40c8 node DatanodeRegistration(127.0.0.1:32953, datanodeUuid=c27428bd-02d9-4632-9e67-a389fa044609, infoPort=41181, infoSecurePort=0, ipcPort=35137, storageInfo=lv=-57;cid=testClusterID;nsid=853851169;c=1731986278791), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T03:18:01,349 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6f744d9e-584c-b8c6-9999-518f6c4d6a27 2024-11-19T03:18:01,349 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:18:01,351 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:18:01,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32953 is added to blk_1073741825_1001 (size=7) 2024-11-19T03:18:01,361 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37845/user/jenkins/test-data/f5008f79-e0b3-9b6e-fcd7-7139838b0193 with version=8 2024-11-19T03:18:01,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37845/user/jenkins/test-data/f5008f79-e0b3-9b6e-fcd7-7139838b0193/hbase-staging 2024-11-19T03:18:01,364 INFO [Time-limited test {}] client.ConnectionUtils(128): master/47efada56ed5:0 server-side Connection retries=45 2024-11-19T03:18:01,364 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T03:18:01,364 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T03:18:01,365 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T03:18:01,365 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T03:18:01,365 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T03:18:01,365 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T03:18:01,365 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T03:18:01,366 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44405 2024-11-19T03:18:01,367 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44405 connecting to ZooKeeper ensemble=127.0.0.1:64812 2024-11-19T03:18:01,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:444050x0, quorum=127.0.0.1:64812, baseZNode=/0130184046 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T03:18:01,496 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44405-0x101511945180000 connected 2024-11-19T03:18:01,576 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:18:01,578 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:18:01,581 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44405-0x101511945180000, quorum=127.0.0.1:64812, baseZNode=/0130184046 Set watcher on znode that does not yet exist, /0130184046/running 2024-11-19T03:18:01,582 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37845/user/jenkins/test-data/f5008f79-e0b3-9b6e-fcd7-7139838b0193, hbase.cluster.distributed=false 2024-11-19T03:18:01,583 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44405-0x101511945180000, quorum=127.0.0.1:64812, baseZNode=/0130184046 Set watcher on znode that does not yet exist, /0130184046/acl 2024-11-19T03:18:01,584 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44405 2024-11-19T03:18:01,584 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44405 2024-11-19T03:18:01,588 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44405 2024-11-19T03:18:01,590 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44405 2024-11-19T03:18:01,590 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44405 2024-11-19T03:18:01,615 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/47efada56ed5:0 server-side Connection retries=45 2024-11-19T03:18:01,615 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T03:18:01,615 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T03:18:01,615 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T03:18:01,615 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T03:18:01,616 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T03:18:01,616 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T03:18:01,616 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T03:18:01,617 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43591 2024-11-19T03:18:01,619 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43591 connecting to ZooKeeper ensemble=127.0.0.1:64812 2024-11-19T03:18:01,620 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:18:01,623 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:18:01,639 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:435910x0, quorum=127.0.0.1:64812, baseZNode=/0130184046 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T03:18:01,639 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43591-0x101511945180001 connected 2024-11-19T03:18:01,639 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43591-0x101511945180001, quorum=127.0.0.1:64812, baseZNode=/0130184046 Set watcher on znode that does not yet exist, /0130184046/running 2024-11-19T03:18:01,640 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T03:18:01,644 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T03:18:01,645 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43591-0x101511945180001, quorum=127.0.0.1:64812, baseZNode=/0130184046 Set watcher on znode that does not yet exist, /0130184046/master 2024-11-19T03:18:01,646 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43591-0x101511945180001, quorum=127.0.0.1:64812, baseZNode=/0130184046 Set watcher on znode that does not yet exist, /0130184046/acl 2024-11-19T03:18:01,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43591 2024-11-19T03:18:01,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43591 2024-11-19T03:18:01,653 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43591 2024-11-19T03:18:01,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43591 2024-11-19T03:18:01,657 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43591 2024-11-19T03:18:01,674 DEBUG [M:0;47efada56ed5:44405 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;47efada56ed5:44405 2024-11-19T03:18:01,675 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0130184046/backup-masters/47efada56ed5,44405,1731986281364 2024-11-19T03:18:01,681 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43591-0x101511945180001, quorum=127.0.0.1:64812, baseZNode=/0130184046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0130184046/backup-masters 2024-11-19T03:18:01,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44405-0x101511945180000, quorum=127.0.0.1:64812, baseZNode=/0130184046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0130184046/backup-masters 2024-11-19T03:18:01,681 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44405-0x101511945180000, quorum=127.0.0.1:64812, baseZNode=/0130184046 Set watcher on existing znode=/0130184046/backup-masters/47efada56ed5,44405,1731986281364 2024-11-19T03:18:01,692 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43591-0x101511945180001, quorum=127.0.0.1:64812, baseZNode=/0130184046 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0130184046/master 2024-11-19T03:18:01,692 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43591-0x101511945180001, quorum=127.0.0.1:64812, baseZNode=/0130184046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0130184046 2024-11-19T03:18:01,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44405-0x101511945180000, quorum=127.0.0.1:64812, baseZNode=/0130184046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0130184046 2024-11-19T03:18:01,695 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44405-0x101511945180000, quorum=127.0.0.1:64812, baseZNode=/0130184046 Set watcher on existing znode=/0130184046/master 2024-11-19T03:18:01,696 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0130184046/backup-masters/47efada56ed5,44405,1731986281364 from backup master directory 2024-11-19T03:18:01,702 WARN [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T03:18:01,702 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43591-0x101511945180001, quorum=127.0.0.1:64812, baseZNode=/0130184046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0130184046/backup-masters 2024-11-19T03:18:01,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44405-0x101511945180000, quorum=127.0.0.1:64812, baseZNode=/0130184046 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0130184046/backup-masters/47efada56ed5,44405,1731986281364 2024-11-19T03:18:01,702 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=47efada56ed5,44405,1731986281364 2024-11-19T03:18:01,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44405-0x101511945180000, quorum=127.0.0.1:64812, baseZNode=/0130184046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0130184046/backup-masters 2024-11-19T03:18:01,707 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37845/user/jenkins/test-data/f5008f79-e0b3-9b6e-fcd7-7139838b0193/hbase.id] with ID: 0ddbf180-cb03-4b92-9d06-a3051a2e40c0 2024-11-19T03:18:01,708 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37845/user/jenkins/test-data/f5008f79-e0b3-9b6e-fcd7-7139838b0193/.tmp/hbase.id 2024-11-19T03:18:01,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32953 is added to blk_1073741826_1002 (size=42) 2024-11-19T03:18:01,719 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37845/user/jenkins/test-data/f5008f79-e0b3-9b6e-fcd7-7139838b0193/.tmp/hbase.id]:[hdfs://localhost:37845/user/jenkins/test-data/f5008f79-e0b3-9b6e-fcd7-7139838b0193/hbase.id] 2024-11-19T03:18:01,742 INFO [master/47efada56ed5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:18:01,742 INFO [master/47efada56ed5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T03:18:01,745 INFO [master/47efada56ed5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-19T03:18:01,754 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43591-0x101511945180001, quorum=127.0.0.1:64812, baseZNode=/0130184046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0130184046 2024-11-19T03:18:01,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44405-0x101511945180000, quorum=127.0.0.1:64812, baseZNode=/0130184046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0130184046 2024-11-19T03:18:01,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32953 is added to blk_1073741827_1003 (size=196) 2024-11-19T03:18:02,162 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T03:18:02,163 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T03:18:02,164 INFO [master/47efada56ed5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T03:18:02,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32953 is added to blk_1073741828_1004 (size=1189) 2024-11-19T03:18:02,575 INFO [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37845/user/jenkins/test-data/f5008f79-e0b3-9b6e-fcd7-7139838b0193/MasterData/data/master/store 2024-11-19T03:18:02,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32953 is added to blk_1073741829_1005 (size=34) 2024-11-19T03:18:02,984 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:18:02,984 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T03:18:02,984 INFO [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:18:02,984 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:18:02,984 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T03:18:02,984 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:18:02,984 INFO [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:18:02,984 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731986282984Disabling compacts and flushes for region at 1731986282984Disabling writes for close at 1731986282984Writing region close event to WAL at 1731986282984Closed at 1731986282984 2024-11-19T03:18:02,986 WARN [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37845/user/jenkins/test-data/f5008f79-e0b3-9b6e-fcd7-7139838b0193/MasterData/data/master/store/.initializing 2024-11-19T03:18:02,986 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37845/user/jenkins/test-data/f5008f79-e0b3-9b6e-fcd7-7139838b0193/MasterData/WALs/47efada56ed5,44405,1731986281364 2024-11-19T03:18:02,987 INFO [master/47efada56ed5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T03:18:02,990 INFO [master/47efada56ed5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=47efada56ed5%2C44405%2C1731986281364, suffix=, logDir=hdfs://localhost:37845/user/jenkins/test-data/f5008f79-e0b3-9b6e-fcd7-7139838b0193/MasterData/WALs/47efada56ed5,44405,1731986281364, archiveDir=hdfs://localhost:37845/user/jenkins/test-data/f5008f79-e0b3-9b6e-fcd7-7139838b0193/MasterData/oldWALs, maxLogs=10 2024-11-19T03:18:03,007 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f5008f79-e0b3-9b6e-fcd7-7139838b0193/MasterData/WALs/47efada56ed5,44405,1731986281364/47efada56ed5%2C44405%2C1731986281364.1731986282990, exclude list is [], retry=0 2024-11-19T03:18:03,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32953,DS-1098993e-71ca-4dd4-9673-c32cec7542e9,DISK] 2024-11-19T03:18:03,013 INFO [master/47efada56ed5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f5008f79-e0b3-9b6e-fcd7-7139838b0193/MasterData/WALs/47efada56ed5,44405,1731986281364/47efada56ed5%2C44405%2C1731986281364.1731986282990 2024-11-19T03:18:03,013 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41181:41181)] 2024-11-19T03:18:03,013 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T03:18:03,013 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:18:03,014 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:18:03,014 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:18:03,015 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:18:03,017 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T03:18:03,017 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:18:03,018 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:18:03,018 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:18:03,019 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T03:18:03,019 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:18:03,020 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:18:03,020 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:18:03,021 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T03:18:03,021 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:18:03,022 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:18:03,022 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:18:03,024 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T03:18:03,024 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:18:03,025 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:18:03,025 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:18:03,026 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37845/user/jenkins/test-data/f5008f79-e0b3-9b6e-fcd7-7139838b0193/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:18:03,026 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37845/user/jenkins/test-data/f5008f79-e0b3-9b6e-fcd7-7139838b0193/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:18:03,028 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:18:03,028 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:18:03,029 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T03:18:03,031 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:18:03,035 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37845/user/jenkins/test-data/f5008f79-e0b3-9b6e-fcd7-7139838b0193/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T03:18:03,035 INFO [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68096735, jitterRate=0.014720425009727478}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T03:18:03,036 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731986283014Initializing all the Stores at 1731986283015 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986283015Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986283015Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986283015Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986283015Cleaning up temporary data from old regions at 1731986283028 (+13 ms)Region opened successfully at 1731986283036 (+8 ms) 2024-11-19T03:18:03,037 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T03:18:03,041 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12b90e37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=47efada56ed5/172.17.0.3:0 2024-11-19T03:18:03,041 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T03:18:03,042 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T03:18:03,042 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T03:18:03,042 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T03:18:03,043 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T03:18:03,043 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T03:18:03,043 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T03:18:03,046 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T03:18:03,048 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44405-0x101511945180000, quorum=127.0.0.1:64812, baseZNode=/0130184046 Unable to get data of znode /0130184046/balancer because node does not exist (not necessarily an error) 2024-11-19T03:18:03,112 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0130184046/balancer already deleted, retry=false 2024-11-19T03:18:03,113 INFO [master/47efada56ed5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T03:18:03,114 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44405-0x101511945180000, quorum=127.0.0.1:64812, baseZNode=/0130184046 Unable to get data of znode /0130184046/normalizer because node does not exist (not necessarily an error) 2024-11-19T03:18:03,123 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0130184046/normalizer already deleted, retry=false 2024-11-19T03:18:03,123 INFO [master/47efada56ed5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T03:18:03,125 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44405-0x101511945180000, quorum=127.0.0.1:64812, baseZNode=/0130184046 Unable to get data of znode /0130184046/switch/split because node does not exist (not necessarily an error) 2024-11-19T03:18:03,133 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0130184046/switch/split already deleted, retry=false 2024-11-19T03:18:03,134 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44405-0x101511945180000, quorum=127.0.0.1:64812, baseZNode=/0130184046 Unable to get data of znode /0130184046/switch/merge because node does not exist (not necessarily an error) 2024-11-19T03:18:03,144 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0130184046/switch/merge already deleted, retry=false 2024-11-19T03:18:03,147 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44405-0x101511945180000, quorum=127.0.0.1:64812, baseZNode=/0130184046 Unable to get data of znode /0130184046/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T03:18:03,155 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0130184046/snapshot-cleanup already deleted, retry=false 2024-11-19T03:18:03,165 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43591-0x101511945180001, quorum=127.0.0.1:64812, baseZNode=/0130184046 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0130184046/running 2024-11-19T03:18:03,165 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43591-0x101511945180001, quorum=127.0.0.1:64812, baseZNode=/0130184046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0130184046 2024-11-19T03:18:03,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44405-0x101511945180000, quorum=127.0.0.1:64812, baseZNode=/0130184046 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0130184046/running 2024-11-19T03:18:03,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44405-0x101511945180000, quorum=127.0.0.1:64812, baseZNode=/0130184046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0130184046 2024-11-19T03:18:03,166 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=47efada56ed5,44405,1731986281364, sessionid=0x101511945180000, setting cluster-up flag (Was=false) 2024-11-19T03:18:03,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44405-0x101511945180000, quorum=127.0.0.1:64812, baseZNode=/0130184046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0130184046 2024-11-19T03:18:03,230 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0130184046/flush-table-proc/acquired, /0130184046/flush-table-proc/reached, /0130184046/flush-table-proc/abort 2024-11-19T03:18:03,233 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=47efada56ed5,44405,1731986281364 2024-11-19T03:18:03,260 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43591-0x101511945180001, quorum=127.0.0.1:64812, baseZNode=/0130184046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0130184046 2024-11-19T03:18:03,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44405-0x101511945180000, quorum=127.0.0.1:64812, baseZNode=/0130184046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0130184046 2024-11-19T03:18:03,291 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0130184046/online-snapshot/acquired, /0130184046/online-snapshot/reached, /0130184046/online-snapshot/abort 2024-11-19T03:18:03,293 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=47efada56ed5,44405,1731986281364 2024-11-19T03:18:03,297 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37845/user/jenkins/test-data/f5008f79-e0b3-9b6e-fcd7-7139838b0193/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T03:18:03,299 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T03:18:03,300 INFO [master/47efada56ed5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T03:18:03,300 INFO [master/47efada56ed5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T03:18:03,300 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 47efada56ed5,44405,1731986281364 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T03:18:03,303 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/47efada56ed5:0, corePoolSize=5, maxPoolSize=5 2024-11-19T03:18:03,303 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/47efada56ed5:0, corePoolSize=5, maxPoolSize=5 2024-11-19T03:18:03,303 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/47efada56ed5:0, corePoolSize=5, maxPoolSize=5 2024-11-19T03:18:03,303 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/47efada56ed5:0, corePoolSize=5, maxPoolSize=5 2024-11-19T03:18:03,303 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/47efada56ed5:0, corePoolSize=10, maxPoolSize=10 2024-11-19T03:18:03,304 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:18:03,304 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/47efada56ed5:0, corePoolSize=2, maxPoolSize=2 2024-11-19T03:18:03,304 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:18:03,329 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T03:18:03,329 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T03:18:03,335 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:18:03,335 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T03:18:03,358 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731986313357 2024-11-19T03:18:03,358 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T03:18:03,358 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T03:18:03,358 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T03:18:03,358 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T03:18:03,358 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T03:18:03,358 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T03:18:03,359 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T03:18:03,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32953 is added to blk_1073741831_1007 (size=1321) 2024-11-19T03:18:03,365 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37845/user/jenkins/test-data/f5008f79-e0b3-9b6e-fcd7-7139838b0193/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T03:18:03,365 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37845/user/jenkins/test-data/f5008f79-e0b3-9b6e-fcd7-7139838b0193 2024-11-19T03:18:03,381 INFO [RS:0;47efada56ed5:43591 {}] regionserver.HRegionServer(746): ClusterId : 0ddbf180-cb03-4b92-9d06-a3051a2e40c0 2024-11-19T03:18:03,381 DEBUG [RS:0;47efada56ed5:43591 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T03:18:03,384 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T03:18:03,385 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T03:18:03,385 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T03:18:03,385 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T03:18:03,394 DEBUG [RS:0;47efada56ed5:43591 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T03:18:03,394 DEBUG [RS:0;47efada56ed5:43591 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T03:18:03,396 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T03:18:03,396 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T03:18:03,404 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.large.0-1731986283396,5,FailOnTimeoutGroup] 2024-11-19T03:18:03,408 DEBUG [RS:0;47efada56ed5:43591 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T03:18:03,409 DEBUG [RS:0;47efada56ed5:43591 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e5870c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=47efada56ed5/172.17.0.3:0 2024-11-19T03:18:03,412 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.small.0-1731986283404,5,FailOnTimeoutGroup] 2024-11-19T03:18:03,412 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T03:18:03,412 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T03:18:03,412 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T03:18:03,412 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T03:18:03,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32953 is added to blk_1073741832_1008 (size=32) 2024-11-19T03:18:03,438 DEBUG [RS:0;47efada56ed5:43591 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;47efada56ed5:43591 2024-11-19T03:18:03,438 INFO [RS:0;47efada56ed5:43591 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T03:18:03,438 INFO [RS:0;47efada56ed5:43591 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T03:18:03,438 DEBUG [RS:0;47efada56ed5:43591 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T03:18:03,439 INFO [RS:0;47efada56ed5:43591 {}] regionserver.HRegionServer(2659): reportForDuty to master=47efada56ed5,44405,1731986281364 with port=43591, startcode=1731986281615 2024-11-19T03:18:03,439 DEBUG [RS:0;47efada56ed5:43591 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T03:18:03,443 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34547, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T03:18:03,444 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44405 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 47efada56ed5,43591,1731986281615 2024-11-19T03:18:03,444 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44405 {}] master.ServerManager(517): Registering regionserver=47efada56ed5,43591,1731986281615 2024-11-19T03:18:03,446 DEBUG [RS:0;47efada56ed5:43591 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37845/user/jenkins/test-data/f5008f79-e0b3-9b6e-fcd7-7139838b0193 2024-11-19T03:18:03,447 DEBUG [RS:0;47efada56ed5:43591 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37845 2024-11-19T03:18:03,447 DEBUG [RS:0;47efada56ed5:43591 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T03:18:03,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44405-0x101511945180000, quorum=127.0.0.1:64812, baseZNode=/0130184046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0130184046/rs 2024-11-19T03:18:03,460 DEBUG [RS:0;47efada56ed5:43591 {}] zookeeper.ZKUtil(111): regionserver:43591-0x101511945180001, quorum=127.0.0.1:64812, baseZNode=/0130184046 Set watcher on existing znode=/0130184046/rs/47efada56ed5,43591,1731986281615 2024-11-19T03:18:03,460 WARN [RS:0;47efada56ed5:43591 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T03:18:03,461 INFO [RS:0;47efada56ed5:43591 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T03:18:03,461 DEBUG [RS:0;47efada56ed5:43591 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37845/user/jenkins/test-data/f5008f79-e0b3-9b6e-fcd7-7139838b0193/WALs/47efada56ed5,43591,1731986281615 2024-11-19T03:18:03,465 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [47efada56ed5,43591,1731986281615] 2024-11-19T03:18:03,488 INFO [RS:0;47efada56ed5:43591 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T03:18:03,490 INFO [RS:0;47efada56ed5:43591 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T03:18:03,491 INFO [RS:0;47efada56ed5:43591 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T03:18:03,491 INFO [RS:0;47efada56ed5:43591 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T03:18:03,496 INFO [RS:0;47efada56ed5:43591 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T03:18:03,498 INFO [RS:0;47efada56ed5:43591 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T03:18:03,498 INFO [RS:0;47efada56ed5:43591 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T03:18:03,498 DEBUG [RS:0;47efada56ed5:43591 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:18:03,498 DEBUG [RS:0;47efada56ed5:43591 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:18:03,498 DEBUG [RS:0;47efada56ed5:43591 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:18:03,498 DEBUG [RS:0;47efada56ed5:43591 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:18:03,498 DEBUG [RS:0;47efada56ed5:43591 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:18:03,498 DEBUG [RS:0;47efada56ed5:43591 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/47efada56ed5:0, corePoolSize=2, maxPoolSize=2 2024-11-19T03:18:03,498 DEBUG [RS:0;47efada56ed5:43591 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:18:03,499 DEBUG [RS:0;47efada56ed5:43591 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:18:03,499 DEBUG [RS:0;47efada56ed5:43591 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:18:03,499 DEBUG [RS:0;47efada56ed5:43591 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:18:03,499 DEBUG [RS:0;47efada56ed5:43591 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:18:03,499 DEBUG [RS:0;47efada56ed5:43591 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:18:03,499 DEBUG [RS:0;47efada56ed5:43591 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/47efada56ed5:0, corePoolSize=3, maxPoolSize=3 2024-11-19T03:18:03,499 DEBUG [RS:0;47efada56ed5:43591 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0, corePoolSize=3, maxPoolSize=3 2024-11-19T03:18:03,508 INFO [RS:0;47efada56ed5:43591 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T03:18:03,508 INFO [RS:0;47efada56ed5:43591 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T03:18:03,508 INFO [RS:0;47efada56ed5:43591 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T03:18:03,508 INFO [RS:0;47efada56ed5:43591 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T03:18:03,509 INFO [RS:0;47efada56ed5:43591 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T03:18:03,509 INFO [RS:0;47efada56ed5:43591 {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,43591,1731986281615-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T03:18:03,533 INFO [RS:0;47efada56ed5:43591 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T03:18:03,533 INFO [RS:0;47efada56ed5:43591 {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,43591,1731986281615-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T03:18:03,533 INFO [RS:0;47efada56ed5:43591 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:18:03,533 INFO [RS:0;47efada56ed5:43591 {}] regionserver.Replication(171): 47efada56ed5,43591,1731986281615 started 2024-11-19T03:18:03,557 INFO [RS:0;47efada56ed5:43591 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:18:03,558 INFO [RS:0;47efada56ed5:43591 {}] regionserver.HRegionServer(1482): Serving as 47efada56ed5,43591,1731986281615, RpcServer on 47efada56ed5/172.17.0.3:43591, sessionid=0x101511945180001 2024-11-19T03:18:03,558 DEBUG [RS:0;47efada56ed5:43591 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T03:18:03,558 DEBUG [RS:0;47efada56ed5:43591 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 47efada56ed5,43591,1731986281615 2024-11-19T03:18:03,558 DEBUG [RS:0;47efada56ed5:43591 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '47efada56ed5,43591,1731986281615' 2024-11-19T03:18:03,558 DEBUG [RS:0;47efada56ed5:43591 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0130184046/flush-table-proc/abort' 2024-11-19T03:18:03,565 DEBUG [RS:0;47efada56ed5:43591 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0130184046/flush-table-proc/acquired' 2024-11-19T03:18:03,569 DEBUG [RS:0;47efada56ed5:43591 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T03:18:03,569 DEBUG [RS:0;47efada56ed5:43591 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T03:18:03,569 DEBUG [RS:0;47efada56ed5:43591 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 47efada56ed5,43591,1731986281615 2024-11-19T03:18:03,569 DEBUG [RS:0;47efada56ed5:43591 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '47efada56ed5,43591,1731986281615' 2024-11-19T03:18:03,569 DEBUG [RS:0;47efada56ed5:43591 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0130184046/online-snapshot/abort' 2024-11-19T03:18:03,570 DEBUG [RS:0;47efada56ed5:43591 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0130184046/online-snapshot/acquired' 2024-11-19T03:18:03,571 DEBUG [RS:0;47efada56ed5:43591 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T03:18:03,571 INFO [RS:0;47efada56ed5:43591 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T03:18:03,571 INFO [RS:0;47efada56ed5:43591 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T03:18:03,672 INFO [RS:0;47efada56ed5:43591 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T03:18:03,684 INFO [RS:0;47efada56ed5:43591 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=47efada56ed5%2C43591%2C1731986281615, suffix=, logDir=hdfs://localhost:37845/user/jenkins/test-data/f5008f79-e0b3-9b6e-fcd7-7139838b0193/WALs/47efada56ed5,43591,1731986281615, archiveDir=hdfs://localhost:37845/user/jenkins/test-data/f5008f79-e0b3-9b6e-fcd7-7139838b0193/oldWALs, maxLogs=10 2024-11-19T03:18:03,709 DEBUG [RS:0;47efada56ed5:43591 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f5008f79-e0b3-9b6e-fcd7-7139838b0193/WALs/47efada56ed5,43591,1731986281615/47efada56ed5%2C43591%2C1731986281615.1731986283685, exclude list is [], retry=0 2024-11-19T03:18:03,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32953,DS-1098993e-71ca-4dd4-9673-c32cec7542e9,DISK] 2024-11-19T03:18:03,715 INFO [RS:0;47efada56ed5:43591 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f5008f79-e0b3-9b6e-fcd7-7139838b0193/WALs/47efada56ed5,43591,1731986281615/47efada56ed5%2C43591%2C1731986281615.1731986283685 2024-11-19T03:18:03,715 DEBUG [RS:0;47efada56ed5:43591 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41181:41181)] 2024-11-19T03:18:03,832 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:18:03,833 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T03:18:03,835 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T03:18:03,835 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:18:03,835 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:18:03,836 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T03:18:03,837 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T03:18:03,837 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:18:03,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:18:03,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T03:18:03,839 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T03:18:03,839 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:18:03,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:18:03,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T03:18:03,841 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T03:18:03,842 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:18:03,842 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:18:03,842 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T03:18:03,844 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37845/user/jenkins/test-data/f5008f79-e0b3-9b6e-fcd7-7139838b0193/data/hbase/meta/1588230740 2024-11-19T03:18:03,844 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37845/user/jenkins/test-data/f5008f79-e0b3-9b6e-fcd7-7139838b0193/data/hbase/meta/1588230740 2024-11-19T03:18:03,846 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T03:18:03,846 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T03:18:03,846 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T03:18:03,848 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T03:18:03,850 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37845/user/jenkins/test-data/f5008f79-e0b3-9b6e-fcd7-7139838b0193/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T03:18:03,851 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67580094, jitterRate=0.007021874189376831}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T03:18:03,852 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731986283832Initializing all the Stores at 1731986283833 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986283833Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986283833Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986283833Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986283833Cleaning up temporary data from old regions at 1731986283846 (+13 ms)Region opened successfully at 1731986283852 (+6 ms) 2024-11-19T03:18:03,852 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T03:18:03,852 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T03:18:03,852 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T03:18:03,852 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T03:18:03,852 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T03:18:03,853 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T03:18:03,853 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731986283852Disabling compacts and flushes for region at 1731986283852Disabling writes for close at 1731986283852Writing region close event to WAL at 1731986283853 (+1 ms)Closed at 1731986283853 2024-11-19T03:18:03,854 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T03:18:03,854 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T03:18:03,855 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T03:18:03,856 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T03:18:03,857 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T03:18:04,007 DEBUG [47efada56ed5:44405 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T03:18:04,008 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=47efada56ed5,43591,1731986281615 2024-11-19T03:18:04,010 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 47efada56ed5,43591,1731986281615, state=OPENING 2024-11-19T03:18:04,059 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T03:18:04,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44405-0x101511945180000, quorum=127.0.0.1:64812, baseZNode=/0130184046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0130184046 2024-11-19T03:18:04,070 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43591-0x101511945180001, quorum=127.0.0.1:64812, baseZNode=/0130184046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0130184046 2024-11-19T03:18:04,071 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T03:18:04,071 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0130184046/meta-region-server: CHANGED 2024-11-19T03:18:04,071 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=47efada56ed5,43591,1731986281615}] 2024-11-19T03:18:04,076 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0130184046/meta-region-server: CHANGED 2024-11-19T03:18:04,225 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T03:18:04,227 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59173, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T03:18:04,235 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T03:18:04,235 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T03:18:04,235 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T03:18:04,237 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=47efada56ed5%2C43591%2C1731986281615.meta, suffix=.meta, logDir=hdfs://localhost:37845/user/jenkins/test-data/f5008f79-e0b3-9b6e-fcd7-7139838b0193/WALs/47efada56ed5,43591,1731986281615, archiveDir=hdfs://localhost:37845/user/jenkins/test-data/f5008f79-e0b3-9b6e-fcd7-7139838b0193/oldWALs, maxLogs=10 2024-11-19T03:18:04,250 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f5008f79-e0b3-9b6e-fcd7-7139838b0193/WALs/47efada56ed5,43591,1731986281615/47efada56ed5%2C43591%2C1731986281615.meta.1731986284238.meta, exclude list is [], retry=0 2024-11-19T03:18:04,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32953,DS-1098993e-71ca-4dd4-9673-c32cec7542e9,DISK] 2024-11-19T03:18:04,255 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f5008f79-e0b3-9b6e-fcd7-7139838b0193/WALs/47efada56ed5,43591,1731986281615/47efada56ed5%2C43591%2C1731986281615.meta.1731986284238.meta 2024-11-19T03:18:04,256 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41181:41181)] 2024-11-19T03:18:04,256 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T03:18:04,256 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T03:18:04,256 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T03:18:04,256 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T03:18:04,256 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T03:18:04,257 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T03:18:04,257 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:18:04,257 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T03:18:04,257 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T03:18:04,258 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T03:18:04,260 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T03:18:04,260 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:18:04,260 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:18:04,260 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T03:18:04,261 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T03:18:04,261 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:18:04,262 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:18:04,262 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T03:18:04,263 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T03:18:04,263 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:18:04,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:18:04,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T03:18:04,264 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T03:18:04,264 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:18:04,265 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:18:04,265 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T03:18:04,266 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37845/user/jenkins/test-data/f5008f79-e0b3-9b6e-fcd7-7139838b0193/data/hbase/meta/1588230740 2024-11-19T03:18:04,267 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37845/user/jenkins/test-data/f5008f79-e0b3-9b6e-fcd7-7139838b0193/data/hbase/meta/1588230740 2024-11-19T03:18:04,269 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T03:18:04,269 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T03:18:04,270 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T03:18:04,271 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T03:18:04,272 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61100349, jitterRate=-0.08953385055065155}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T03:18:04,272 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T03:18:04,273 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731986284257Writing region info on filesystem at 1731986284257Initializing all the Stores at 1731986284258 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986284258Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986284258Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986284258Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986284258Cleaning up temporary data from old regions at 1731986284269 (+11 ms)Running coprocessor post-open hooks at 1731986284272 (+3 ms)Region opened successfully at 1731986284273 (+1 ms) 2024-11-19T03:18:04,274 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731986284224 2024-11-19T03:18:04,277 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T03:18:04,277 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T03:18:04,278 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=47efada56ed5,43591,1731986281615 2024-11-19T03:18:04,279 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 47efada56ed5,43591,1731986281615, state=OPEN 2024-11-19T03:18:04,322 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43591-0x101511945180001, quorum=127.0.0.1:64812, baseZNode=/0130184046 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0130184046/meta-region-server 2024-11-19T03:18:04,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44405-0x101511945180000, quorum=127.0.0.1:64812, baseZNode=/0130184046 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0130184046/meta-region-server 2024-11-19T03:18:04,322 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=47efada56ed5,43591,1731986281615 2024-11-19T03:18:04,322 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0130184046/meta-region-server: CHANGED 2024-11-19T03:18:04,322 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0130184046/meta-region-server: CHANGED 2024-11-19T03:18:04,326 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T03:18:04,326 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=47efada56ed5,43591,1731986281615 in 251 msec 2024-11-19T03:18:04,329 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T03:18:04,329 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 471 msec 2024-11-19T03:18:04,330 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T03:18:04,330 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T03:18:04,332 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:18:04,332 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,43591,1731986281615, seqNum=-1] 2024-11-19T03:18:04,332 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:18:04,334 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49795, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:18:04,341 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0410 sec 2024-11-19T03:18:04,341 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731986284341, completionTime=-1 2024-11-19T03:18:04,341 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T03:18:04,341 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T03:18:04,343 INFO [master/47efada56ed5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T03:18:04,343 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731986344343 2024-11-19T03:18:04,343 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731986404343 2024-11-19T03:18:04,344 INFO [master/47efada56ed5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-19T03:18:04,344 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,44405,1731986281364-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T03:18:04,344 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,44405,1731986281364-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:18:04,344 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,44405,1731986281364-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:18:04,344 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-47efada56ed5:44405, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:18:04,344 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T03:18:04,345 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T03:18:04,346 DEBUG [master/47efada56ed5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T03:18:04,348 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.646sec 2024-11-19T03:18:04,348 INFO [master/47efada56ed5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T03:18:04,348 INFO [master/47efada56ed5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T03:18:04,349 INFO [master/47efada56ed5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T03:18:04,349 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T03:18:04,349 INFO [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T03:18:04,349 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,44405,1731986281364-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T03:18:04,349 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,44405,1731986281364-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T03:18:04,352 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T03:18:04,352 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T03:18:04,352 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,44405,1731986281364-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:18:04,370 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@254fd7ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:18:04,370 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,44405,-1 for getting cluster id 2024-11-19T03:18:04,370 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:18:04,372 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ddbf180-cb03-4b92-9d06-a3051a2e40c0' 2024-11-19T03:18:04,372 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:18:04,372 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ddbf180-cb03-4b92-9d06-a3051a2e40c0" 2024-11-19T03:18:04,373 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5677181, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:18:04,373 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,44405,-1] 2024-11-19T03:18:04,373 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:18:04,373 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:18:04,374 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:18:04,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@328fb85c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:18:04,376 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:18:04,378 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,43591,1731986281615, seqNum=-1] 2024-11-19T03:18:04,378 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:18:04,379 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:18:04,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=47efada56ed5,44405,1731986281364 2024-11-19T03:18:04,383 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64812 2024-11-19T03:18:04,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64812, baseZNode=/0130184046 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T03:18:04,405 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101511945180002 connected 2024-11-19T03:18:04,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6f744d9e-584c-b8c6-9999-518f6c4d6a27/hadoop.log.dir so I do NOT create it in target/test-data/8b2a48aa-b29f-03a7-bc76-db292dc1f6e7 2024-11-19T03:18:04,471 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6f744d9e-584c-b8c6-9999-518f6c4d6a27/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T03:18:04,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6f744d9e-584c-b8c6-9999-518f6c4d6a27/hadoop.tmp.dir so I do NOT create it in target/test-data/8b2a48aa-b29f-03a7-bc76-db292dc1f6e7 2024-11-19T03:18:04,471 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6f744d9e-584c-b8c6-9999-518f6c4d6a27/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T03:18:04,471 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8b2a48aa-b29f-03a7-bc76-db292dc1f6e7 2024-11-19T03:18:04,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T03:18:04,471 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8b2a48aa-b29f-03a7-bc76-db292dc1f6e7/cluster_fc9d8153-3d61-4139-36a1-0a40e9a8faa9, deleteOnExit=true 2024-11-19T03:18:04,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T03:18:04,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8b2a48aa-b29f-03a7-bc76-db292dc1f6e7/test.cache.data in system properties and HBase conf 2024-11-19T03:18:04,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8b2a48aa-b29f-03a7-bc76-db292dc1f6e7/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T03:18:04,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8b2a48aa-b29f-03a7-bc76-db292dc1f6e7/hadoop.log.dir in system properties and HBase conf 2024-11-19T03:18:04,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8b2a48aa-b29f-03a7-bc76-db292dc1f6e7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T03:18:04,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8b2a48aa-b29f-03a7-bc76-db292dc1f6e7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T03:18:04,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T03:18:04,472 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T03:18:04,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8b2a48aa-b29f-03a7-bc76-db292dc1f6e7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T03:18:04,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8b2a48aa-b29f-03a7-bc76-db292dc1f6e7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T03:18:04,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8b2a48aa-b29f-03a7-bc76-db292dc1f6e7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T03:18:04,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8b2a48aa-b29f-03a7-bc76-db292dc1f6e7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T03:18:04,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8b2a48aa-b29f-03a7-bc76-db292dc1f6e7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T03:18:04,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8b2a48aa-b29f-03a7-bc76-db292dc1f6e7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T03:18:04,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8b2a48aa-b29f-03a7-bc76-db292dc1f6e7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T03:18:04,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8b2a48aa-b29f-03a7-bc76-db292dc1f6e7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T03:18:04,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8b2a48aa-b29f-03a7-bc76-db292dc1f6e7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T03:18:04,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8b2a48aa-b29f-03a7-bc76-db292dc1f6e7/nfs.dump.dir in system properties and HBase conf 2024-11-19T03:18:04,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8b2a48aa-b29f-03a7-bc76-db292dc1f6e7/java.io.tmpdir in system properties and HBase conf 2024-11-19T03:18:04,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8b2a48aa-b29f-03a7-bc76-db292dc1f6e7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T03:18:04,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8b2a48aa-b29f-03a7-bc76-db292dc1f6e7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T03:18:04,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8b2a48aa-b29f-03a7-bc76-db292dc1f6e7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T03:18:05,031 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T03:18:05,039 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T03:18:05,047 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T03:18:05,048 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T03:18:05,048 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T03:18:05,049 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T03:18:05,052 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23c3eab3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8b2a48aa-b29f-03a7-bc76-db292dc1f6e7/hadoop.log.dir/,AVAILABLE} 2024-11-19T03:18:05,053 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7636d219{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T03:18:05,168 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@285c258d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8b2a48aa-b29f-03a7-bc76-db292dc1f6e7/java.io.tmpdir/jetty-localhost-40567-hadoop-hdfs-3_4_1-tests_jar-_-any-9195135980902929501/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T03:18:05,169 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@77c62866{HTTP/1.1, (http/1.1)}{localhost:40567} 2024-11-19T03:18:05,169 INFO [Time-limited test {}] server.Server(415): Started @48773ms 2024-11-19T03:18:05,968 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T03:18:05,973 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T03:18:05,976 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T03:18:05,977 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T03:18:05,977 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T03:18:05,978 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d3027a2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8b2a48aa-b29f-03a7-bc76-db292dc1f6e7/hadoop.log.dir/,AVAILABLE} 2024-11-19T03:18:05,978 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2fb9d941{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T03:18:06,087 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@761edb89{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8b2a48aa-b29f-03a7-bc76-db292dc1f6e7/java.io.tmpdir/jetty-localhost-36507-hadoop-hdfs-3_4_1-tests_jar-_-any-6933400641109437861/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T03:18:06,088 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1a927960{HTTP/1.1, (http/1.1)}{localhost:36507} 2024-11-19T03:18:06,088 INFO [Time-limited test {}] server.Server(415): Started @49692ms 2024-11-19T03:18:06,089 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T03:18:06,486 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T03:18:06,487 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-19T03:18:06,488 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T03:18:06,488 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-19T03:18:06,488 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T03:18:06,488 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-19T03:18:06,856 WARN [Thread-620 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8b2a48aa-b29f-03a7-bc76-db292dc1f6e7/cluster_fc9d8153-3d61-4139-36a1-0a40e9a8faa9/data/data1/current/BP-687343776-172.17.0.3-1731986284497/current, will proceed with Du for space computation calculation, 2024-11-19T03:18:06,856 WARN [Thread-621 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8b2a48aa-b29f-03a7-bc76-db292dc1f6e7/cluster_fc9d8153-3d61-4139-36a1-0a40e9a8faa9/data/data2/current/BP-687343776-172.17.0.3-1731986284497/current, will proceed with Du for space computation calculation, 2024-11-19T03:18:06,881 WARN [Thread-608 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T03:18:06,884 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7e8a89bb27acde56 with lease ID 0x5d4a2b9f9b314b5a: Processing first storage report for DS-1dcb374c-331c-4996-ae6d-63c97223676d from datanode DatanodeRegistration(127.0.0.1:40015, datanodeUuid=dcd3ad56-52ea-4466-93af-3ccbdcfe1ee2, infoPort=32889, infoSecurePort=0, ipcPort=34905, storageInfo=lv=-57;cid=testClusterID;nsid=31402696;c=1731986284497) 2024-11-19T03:18:06,885 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7e8a89bb27acde56 with lease ID 0x5d4a2b9f9b314b5a: from storage DS-1dcb374c-331c-4996-ae6d-63c97223676d node DatanodeRegistration(127.0.0.1:40015, datanodeUuid=dcd3ad56-52ea-4466-93af-3ccbdcfe1ee2, infoPort=32889, infoSecurePort=0, ipcPort=34905, storageInfo=lv=-57;cid=testClusterID;nsid=31402696;c=1731986284497), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T03:18:06,885 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7e8a89bb27acde56 with lease ID 0x5d4a2b9f9b314b5a: Processing first storage report for DS-775056c1-052c-45f2-a864-60828bb3e5ad from datanode DatanodeRegistration(127.0.0.1:40015, datanodeUuid=dcd3ad56-52ea-4466-93af-3ccbdcfe1ee2, infoPort=32889, infoSecurePort=0, ipcPort=34905, storageInfo=lv=-57;cid=testClusterID;nsid=31402696;c=1731986284497) 2024-11-19T03:18:06,885 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7e8a89bb27acde56 with lease ID 0x5d4a2b9f9b314b5a: from storage DS-775056c1-052c-45f2-a864-60828bb3e5ad node DatanodeRegistration(127.0.0.1:40015, datanodeUuid=dcd3ad56-52ea-4466-93af-3ccbdcfe1ee2, infoPort=32889, infoSecurePort=0, ipcPort=34905, storageInfo=lv=-57;cid=testClusterID;nsid=31402696;c=1731986284497), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T03:18:06,923 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8b2a48aa-b29f-03a7-bc76-db292dc1f6e7 2024-11-19T03:18:06,924 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:18:06,926 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:18:06,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40015 is added to blk_1073741825_1001 (size=7) 2024-11-19T03:18:06,952 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36995/user/jenkins/test-data/81c8ba96-6e67-7b0d-1302-f35635d65c2e with version=8 2024-11-19T03:18:06,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36995/user/jenkins/test-data/81c8ba96-6e67-7b0d-1302-f35635d65c2e/hbase-staging 2024-11-19T03:18:06,955 INFO [Time-limited test {}] client.ConnectionUtils(128): master/47efada56ed5:0 server-side Connection retries=45 2024-11-19T03:18:06,955 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T03:18:06,955 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T03:18:06,957 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T03:18:06,957 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T03:18:06,957 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T03:18:06,957 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T03:18:06,957 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T03:18:06,958 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35495 2024-11-19T03:18:06,960 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35495 connecting to ZooKeeper ensemble=127.0.0.1:64812 2024-11-19T03:18:06,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:354950x0, quorum=127.0.0.1:64812, baseZNode=/1-124482785 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T03:18:06,976 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35495-0x101511945180003 connected 2024-11-19T03:18:07,049 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:18:07,050 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:18:07,053 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35495-0x101511945180003, quorum=127.0.0.1:64812, baseZNode=/1-124482785 Set watcher on znode that does not yet exist, /1-124482785/running 2024-11-19T03:18:07,053 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36995/user/jenkins/test-data/81c8ba96-6e67-7b0d-1302-f35635d65c2e, hbase.cluster.distributed=false 2024-11-19T03:18:07,054 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35495-0x101511945180003, quorum=127.0.0.1:64812, baseZNode=/1-124482785 Set watcher on znode that does not yet exist, /1-124482785/acl 2024-11-19T03:18:07,055 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35495 2024-11-19T03:18:07,055 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35495 2024-11-19T03:18:07,055 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35495 2024-11-19T03:18:07,056 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35495 2024-11-19T03:18:07,056 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35495 2024-11-19T03:18:07,079 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/47efada56ed5:0 server-side Connection retries=45 2024-11-19T03:18:07,080 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T03:18:07,080 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T03:18:07,080 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T03:18:07,080 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T03:18:07,080 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T03:18:07,080 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T03:18:07,080 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T03:18:07,081 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38499 2024-11-19T03:18:07,084 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38499 connecting to ZooKeeper ensemble=127.0.0.1:64812 2024-11-19T03:18:07,085 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:18:07,088 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:18:07,152 WARN [RS:0;47efada56ed5:43591 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 47efada56ed5,41209,1731986247125: status=Processing ServerCrashProcedure of 47efada56ed5,41209,1731986247125 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731986268778, completionTime=-1 appears to have been leaked 2024-11-19T03:18:07,176 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:384990x0, quorum=127.0.0.1:64812, baseZNode=/1-124482785 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T03:18:07,178 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:384990x0, quorum=127.0.0.1:64812, baseZNode=/1-124482785 Set watcher on znode that does not yet exist, /1-124482785/running 2024-11-19T03:18:07,178 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T03:18:07,181 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38499-0x101511945180004 connected 2024-11-19T03:18:07,192 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T03:18:07,193 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38499-0x101511945180004, quorum=127.0.0.1:64812, baseZNode=/1-124482785 Set watcher on znode that does not yet exist, /1-124482785/master 2024-11-19T03:18:07,194 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38499-0x101511945180004, quorum=127.0.0.1:64812, baseZNode=/1-124482785 Set watcher on znode that does not yet exist, /1-124482785/acl 2024-11-19T03:18:07,200 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38499 2024-11-19T03:18:07,201 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38499 2024-11-19T03:18:07,203 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38499 2024-11-19T03:18:07,207 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38499 2024-11-19T03:18:07,207 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38499 2024-11-19T03:18:07,228 DEBUG [M:0;47efada56ed5:35495 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;47efada56ed5:35495 2024-11-19T03:18:07,230 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-124482785/backup-masters/47efada56ed5,35495,1731986286955 2024-11-19T03:18:07,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35495-0x101511945180003, quorum=127.0.0.1:64812, baseZNode=/1-124482785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-124482785/backup-masters 2024-11-19T03:18:07,238 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38499-0x101511945180004, quorum=127.0.0.1:64812, baseZNode=/1-124482785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-124482785/backup-masters 2024-11-19T03:18:07,239 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35495-0x101511945180003, quorum=127.0.0.1:64812, baseZNode=/1-124482785 Set watcher on existing znode=/1-124482785/backup-masters/47efada56ed5,35495,1731986286955 2024-11-19T03:18:07,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35495-0x101511945180003, quorum=127.0.0.1:64812, baseZNode=/1-124482785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-124482785 2024-11-19T03:18:07,249 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38499-0x101511945180004, quorum=127.0.0.1:64812, baseZNode=/1-124482785 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-124482785/master 2024-11-19T03:18:07,250 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35495-0x101511945180003, quorum=127.0.0.1:64812, baseZNode=/1-124482785 Set watcher on existing znode=/1-124482785/master 2024-11-19T03:18:07,251 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-124482785/backup-masters/47efada56ed5,35495,1731986286955 from backup master directory 2024-11-19T03:18:07,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35495-0x101511945180003, quorum=127.0.0.1:64812, baseZNode=/1-124482785 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-124482785/backup-masters/47efada56ed5,35495,1731986286955 2024-11-19T03:18:07,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35495-0x101511945180003, quorum=127.0.0.1:64812, baseZNode=/1-124482785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-124482785/backup-masters 2024-11-19T03:18:07,260 WARN [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T03:18:07,260 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=47efada56ed5,35495,1731986286955 2024-11-19T03:18:07,262 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38499-0x101511945180004, quorum=127.0.0.1:64812, baseZNode=/1-124482785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-124482785 2024-11-19T03:18:07,263 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38499-0x101511945180004, quorum=127.0.0.1:64812, baseZNode=/1-124482785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-124482785/backup-masters 2024-11-19T03:18:07,267 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36995/user/jenkins/test-data/81c8ba96-6e67-7b0d-1302-f35635d65c2e/hbase.id] with ID: e2cb789f-099f-4254-9a01-969a610c91cf 2024-11-19T03:18:07,267 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36995/user/jenkins/test-data/81c8ba96-6e67-7b0d-1302-f35635d65c2e/.tmp/hbase.id 2024-11-19T03:18:07,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40015 is added to blk_1073741826_1002 (size=42) 2024-11-19T03:18:07,704 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36995/user/jenkins/test-data/81c8ba96-6e67-7b0d-1302-f35635d65c2e/.tmp/hbase.id]:[hdfs://localhost:36995/user/jenkins/test-data/81c8ba96-6e67-7b0d-1302-f35635d65c2e/hbase.id] 2024-11-19T03:18:07,734 INFO [master/47efada56ed5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:18:07,734 INFO [master/47efada56ed5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T03:18:07,737 INFO [master/47efada56ed5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-19T03:18:07,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35495-0x101511945180003, quorum=127.0.0.1:64812, baseZNode=/1-124482785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-124482785 2024-11-19T03:18:07,786 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38499-0x101511945180004, quorum=127.0.0.1:64812, baseZNode=/1-124482785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-124482785 2024-11-19T03:18:07,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40015 is added to blk_1073741827_1003 (size=196) 2024-11-19T03:18:07,823 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T03:18:07,824 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T03:18:07,832 INFO [master/47efada56ed5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T03:18:07,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40015 is added to blk_1073741828_1004 (size=1189) 2024-11-19T03:18:08,248 INFO [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36995/user/jenkins/test-data/81c8ba96-6e67-7b0d-1302-f35635d65c2e/MasterData/data/master/store 2024-11-19T03:18:08,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40015 is added to blk_1073741829_1005 (size=34) 2024-11-19T03:18:08,658 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:18:08,659 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T03:18:08,659 INFO [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:18:08,659 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:18:08,659 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T03:18:08,659 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:18:08,659 INFO [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:18:08,659 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731986288659Disabling compacts and flushes for region at 1731986288659Disabling writes for close at 1731986288659Writing region close event to WAL at 1731986288659Closed at 1731986288659 2024-11-19T03:18:08,660 WARN [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36995/user/jenkins/test-data/81c8ba96-6e67-7b0d-1302-f35635d65c2e/MasterData/data/master/store/.initializing 2024-11-19T03:18:08,660 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36995/user/jenkins/test-data/81c8ba96-6e67-7b0d-1302-f35635d65c2e/MasterData/WALs/47efada56ed5,35495,1731986286955 2024-11-19T03:18:08,661 INFO [master/47efada56ed5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T03:18:08,663 INFO [master/47efada56ed5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=47efada56ed5%2C35495%2C1731986286955, suffix=, logDir=hdfs://localhost:36995/user/jenkins/test-data/81c8ba96-6e67-7b0d-1302-f35635d65c2e/MasterData/WALs/47efada56ed5,35495,1731986286955, archiveDir=hdfs://localhost:36995/user/jenkins/test-data/81c8ba96-6e67-7b0d-1302-f35635d65c2e/MasterData/oldWALs, maxLogs=10 2024-11-19T03:18:08,675 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/81c8ba96-6e67-7b0d-1302-f35635d65c2e/MasterData/WALs/47efada56ed5,35495,1731986286955/47efada56ed5%2C35495%2C1731986286955.1731986288663, exclude list is [], retry=0 2024-11-19T03:18:08,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40015,DS-1dcb374c-331c-4996-ae6d-63c97223676d,DISK] 2024-11-19T03:18:08,680 INFO [master/47efada56ed5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/81c8ba96-6e67-7b0d-1302-f35635d65c2e/MasterData/WALs/47efada56ed5,35495,1731986286955/47efada56ed5%2C35495%2C1731986286955.1731986288663 2024-11-19T03:18:08,686 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32889:32889)] 2024-11-19T03:18:08,686 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T03:18:08,686 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:18:08,686 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:18:08,686 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:18:08,688 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:18:08,690 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T03:18:08,690 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:18:08,691 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:18:08,691 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:18:08,692 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T03:18:08,692 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:18:08,693 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:18:08,693 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:18:08,694 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T03:18:08,694 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:18:08,695 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:18:08,695 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:18:08,697 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T03:18:08,697 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:18:08,697 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:18:08,697 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:18:08,698 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36995/user/jenkins/test-data/81c8ba96-6e67-7b0d-1302-f35635d65c2e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:18:08,698 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36995/user/jenkins/test-data/81c8ba96-6e67-7b0d-1302-f35635d65c2e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:18:08,700 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:18:08,700 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:18:08,700 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T03:18:08,701 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:18:08,703 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36995/user/jenkins/test-data/81c8ba96-6e67-7b0d-1302-f35635d65c2e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T03:18:08,704 INFO [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60541489, jitterRate=-0.09786151349544525}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T03:18:08,704 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731986288686Initializing all the Stores at 1731986288688 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986288688Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986288688Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986288688Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986288688Cleaning up temporary data from old regions at 1731986288700 (+12 ms)Region opened successfully at 1731986288704 (+4 ms) 2024-11-19T03:18:08,704 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T03:18:08,707 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ba8b75b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=47efada56ed5/172.17.0.3:0 2024-11-19T03:18:08,708 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T03:18:08,708 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T03:18:08,708 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T03:18:08,709 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T03:18:08,709 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T03:18:08,710 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T03:18:08,710 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T03:18:08,717 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T03:18:08,718 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35495-0x101511945180003, quorum=127.0.0.1:64812, baseZNode=/1-124482785 Unable to get data of znode /1-124482785/balancer because node does not exist (not necessarily an error) 2024-11-19T03:18:08,817 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-124482785/balancer already deleted, retry=false 2024-11-19T03:18:08,817 INFO [master/47efada56ed5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T03:18:08,818 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35495-0x101511945180003, quorum=127.0.0.1:64812, baseZNode=/1-124482785 Unable to get data of znode /1-124482785/normalizer because node does not exist (not necessarily an error) 2024-11-19T03:18:08,828 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-124482785/normalizer already deleted, retry=false 2024-11-19T03:18:08,829 INFO [master/47efada56ed5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T03:18:08,831 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35495-0x101511945180003, quorum=127.0.0.1:64812, baseZNode=/1-124482785 Unable to get data of znode /1-124482785/switch/split because node does not exist (not necessarily an error) 2024-11-19T03:18:08,838 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-124482785/switch/split already deleted, retry=false 2024-11-19T03:18:08,839 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35495-0x101511945180003, quorum=127.0.0.1:64812, baseZNode=/1-124482785 Unable to get data of znode /1-124482785/switch/merge because node does not exist (not necessarily an error) 2024-11-19T03:18:08,848 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-124482785/switch/merge already deleted, retry=false 2024-11-19T03:18:08,850 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35495-0x101511945180003, quorum=127.0.0.1:64812, baseZNode=/1-124482785 Unable to get data of znode /1-124482785/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T03:18:08,859 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-124482785/snapshot-cleanup already deleted, retry=false 2024-11-19T03:18:08,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35495-0x101511945180003, quorum=127.0.0.1:64812, baseZNode=/1-124482785 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-124482785/running 2024-11-19T03:18:08,870 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38499-0x101511945180004, quorum=127.0.0.1:64812, baseZNode=/1-124482785 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-124482785/running 2024-11-19T03:18:08,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35495-0x101511945180003, quorum=127.0.0.1:64812, baseZNode=/1-124482785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-124482785 2024-11-19T03:18:08,870 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38499-0x101511945180004, quorum=127.0.0.1:64812, baseZNode=/1-124482785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-124482785 2024-11-19T03:18:08,870 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=47efada56ed5,35495,1731986286955, sessionid=0x101511945180003, setting cluster-up flag (Was=false) 2024-11-19T03:18:08,891 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38499-0x101511945180004, quorum=127.0.0.1:64812, baseZNode=/1-124482785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-124482785 2024-11-19T03:18:08,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35495-0x101511945180003, quorum=127.0.0.1:64812, baseZNode=/1-124482785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-124482785 2024-11-19T03:18:08,922 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-124482785/flush-table-proc/acquired, /1-124482785/flush-table-proc/reached, /1-124482785/flush-table-proc/abort 2024-11-19T03:18:08,923 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=47efada56ed5,35495,1731986286955 2024-11-19T03:18:08,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35495-0x101511945180003, quorum=127.0.0.1:64812, baseZNode=/1-124482785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-124482785 2024-11-19T03:18:08,943 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38499-0x101511945180004, quorum=127.0.0.1:64812, baseZNode=/1-124482785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-124482785 2024-11-19T03:18:08,975 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-124482785/online-snapshot/acquired, /1-124482785/online-snapshot/reached, /1-124482785/online-snapshot/abort 2024-11-19T03:18:08,976 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=47efada56ed5,35495,1731986286955 2024-11-19T03:18:08,978 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36995/user/jenkins/test-data/81c8ba96-6e67-7b0d-1302-f35635d65c2e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T03:18:08,980 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T03:18:08,980 INFO [master/47efada56ed5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T03:18:08,980 INFO [master/47efada56ed5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T03:18:08,981 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 47efada56ed5,35495,1731986286955 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T03:18:08,982 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/47efada56ed5:0, corePoolSize=5, maxPoolSize=5 2024-11-19T03:18:08,982 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/47efada56ed5:0, corePoolSize=5, maxPoolSize=5 2024-11-19T03:18:08,982 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/47efada56ed5:0, corePoolSize=5, maxPoolSize=5 2024-11-19T03:18:08,982 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/47efada56ed5:0, corePoolSize=5, maxPoolSize=5 2024-11-19T03:18:08,982 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/47efada56ed5:0, corePoolSize=10, maxPoolSize=10 2024-11-19T03:18:08,982 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:18:08,982 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/47efada56ed5:0, corePoolSize=2, maxPoolSize=2 2024-11-19T03:18:08,982 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:18:08,990 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T03:18:08,990 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T03:18:08,992 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:18:08,992 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731986318992 2024-11-19T03:18:08,992 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T03:18:08,992 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T03:18:08,992 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T03:18:08,992 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T03:18:08,992 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T03:18:08,993 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T03:18:08,993 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T03:18:08,993 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T03:18:08,996 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T03:18:08,997 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T03:18:08,997 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T03:18:08,997 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T03:18:09,001 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T03:18:09,001 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T03:18:09,001 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.large.0-1731986289001,5,FailOnTimeoutGroup] 2024-11-19T03:18:09,002 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.small.0-1731986289001,5,FailOnTimeoutGroup] 2024-11-19T03:18:09,002 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T03:18:09,002 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T03:18:09,002 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T03:18:09,002 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T03:18:09,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40015 is added to blk_1073741831_1007 (size=1321) 2024-11-19T03:18:09,013 INFO [RS:0;47efada56ed5:38499 {}] regionserver.HRegionServer(746): ClusterId : e2cb789f-099f-4254-9a01-969a610c91cf 2024-11-19T03:18:09,013 DEBUG [RS:0;47efada56ed5:38499 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T03:18:09,026 DEBUG [RS:0;47efada56ed5:38499 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T03:18:09,026 DEBUG [RS:0;47efada56ed5:38499 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T03:18:09,039 DEBUG [RS:0;47efada56ed5:38499 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T03:18:09,039 DEBUG [RS:0;47efada56ed5:38499 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59e33c84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=47efada56ed5/172.17.0.3:0 2024-11-19T03:18:09,054 DEBUG [RS:0;47efada56ed5:38499 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;47efada56ed5:38499 2024-11-19T03:18:09,054 INFO [RS:0;47efada56ed5:38499 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T03:18:09,054 INFO [RS:0;47efada56ed5:38499 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T03:18:09,055 DEBUG [RS:0;47efada56ed5:38499 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T03:18:09,055 INFO [RS:0;47efada56ed5:38499 {}] regionserver.HRegionServer(2659): reportForDuty to master=47efada56ed5,35495,1731986286955 with port=38499, startcode=1731986287079 2024-11-19T03:18:09,056 DEBUG [RS:0;47efada56ed5:38499 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T03:18:09,061 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47119, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T03:18:09,061 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35495 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 47efada56ed5,38499,1731986287079 2024-11-19T03:18:09,062 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35495 {}] master.ServerManager(517): Registering regionserver=47efada56ed5,38499,1731986287079 2024-11-19T03:18:09,064 DEBUG [RS:0;47efada56ed5:38499 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36995/user/jenkins/test-data/81c8ba96-6e67-7b0d-1302-f35635d65c2e 2024-11-19T03:18:09,064 DEBUG [RS:0;47efada56ed5:38499 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36995 2024-11-19T03:18:09,064 DEBUG [RS:0;47efada56ed5:38499 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T03:18:09,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35495-0x101511945180003, quorum=127.0.0.1:64812, baseZNode=/1-124482785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-124482785/rs 2024-11-19T03:18:09,078 DEBUG [RS:0;47efada56ed5:38499 {}] zookeeper.ZKUtil(111): regionserver:38499-0x101511945180004, quorum=127.0.0.1:64812, baseZNode=/1-124482785 Set watcher on existing znode=/1-124482785/rs/47efada56ed5,38499,1731986287079 2024-11-19T03:18:09,078 WARN [RS:0;47efada56ed5:38499 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T03:18:09,078 INFO [RS:0;47efada56ed5:38499 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T03:18:09,078 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [47efada56ed5,38499,1731986287079] 2024-11-19T03:18:09,079 DEBUG [RS:0;47efada56ed5:38499 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36995/user/jenkins/test-data/81c8ba96-6e67-7b0d-1302-f35635d65c2e/WALs/47efada56ed5,38499,1731986287079 2024-11-19T03:18:09,083 INFO [RS:0;47efada56ed5:38499 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T03:18:09,085 INFO [RS:0;47efada56ed5:38499 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T03:18:09,085 INFO [RS:0;47efada56ed5:38499 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T03:18:09,085 INFO [RS:0;47efada56ed5:38499 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T03:18:09,087 INFO [RS:0;47efada56ed5:38499 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T03:18:09,088 INFO [RS:0;47efada56ed5:38499 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T03:18:09,088 INFO [RS:0;47efada56ed5:38499 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T03:18:09,088 DEBUG [RS:0;47efada56ed5:38499 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:18:09,088 DEBUG [RS:0;47efada56ed5:38499 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:18:09,088 DEBUG [RS:0;47efada56ed5:38499 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:18:09,089 DEBUG [RS:0;47efada56ed5:38499 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:18:09,089 DEBUG [RS:0;47efada56ed5:38499 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:18:09,089 DEBUG [RS:0;47efada56ed5:38499 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/47efada56ed5:0, corePoolSize=2, maxPoolSize=2 2024-11-19T03:18:09,089 DEBUG [RS:0;47efada56ed5:38499 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:18:09,089 DEBUG [RS:0;47efada56ed5:38499 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:18:09,089 DEBUG [RS:0;47efada56ed5:38499 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:18:09,089 DEBUG [RS:0;47efada56ed5:38499 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:18:09,089 DEBUG [RS:0;47efada56ed5:38499 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:18:09,089 DEBUG [RS:0;47efada56ed5:38499 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:18:09,089 DEBUG [RS:0;47efada56ed5:38499 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/47efada56ed5:0, corePoolSize=3, maxPoolSize=3 2024-11-19T03:18:09,089 DEBUG [RS:0;47efada56ed5:38499 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0, corePoolSize=3, maxPoolSize=3 2024-11-19T03:18:09,091 INFO [RS:0;47efada56ed5:38499 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T03:18:09,091 INFO [RS:0;47efada56ed5:38499 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T03:18:09,091 INFO [RS:0;47efada56ed5:38499 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T03:18:09,091 INFO [RS:0;47efada56ed5:38499 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T03:18:09,092 INFO [RS:0;47efada56ed5:38499 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T03:18:09,092 INFO [RS:0;47efada56ed5:38499 {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,38499,1731986287079-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T03:18:09,112 INFO [RS:0;47efada56ed5:38499 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T03:18:09,112 INFO [RS:0;47efada56ed5:38499 {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,38499,1731986287079-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T03:18:09,112 INFO [RS:0;47efada56ed5:38499 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:18:09,112 INFO [RS:0;47efada56ed5:38499 {}] regionserver.Replication(171): 47efada56ed5,38499,1731986287079 started 2024-11-19T03:18:09,132 INFO [RS:0;47efada56ed5:38499 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:18:09,132 INFO [RS:0;47efada56ed5:38499 {}] regionserver.HRegionServer(1482): Serving as 47efada56ed5,38499,1731986287079, RpcServer on 47efada56ed5/172.17.0.3:38499, sessionid=0x101511945180004 2024-11-19T03:18:09,132 DEBUG [RS:0;47efada56ed5:38499 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T03:18:09,132 DEBUG [RS:0;47efada56ed5:38499 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 47efada56ed5,38499,1731986287079 2024-11-19T03:18:09,132 DEBUG [RS:0;47efada56ed5:38499 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '47efada56ed5,38499,1731986287079' 2024-11-19T03:18:09,132 DEBUG [RS:0;47efada56ed5:38499 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-124482785/flush-table-proc/abort' 2024-11-19T03:18:09,133 DEBUG [RS:0;47efada56ed5:38499 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-124482785/flush-table-proc/acquired' 2024-11-19T03:18:09,133 DEBUG [RS:0;47efada56ed5:38499 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T03:18:09,133 DEBUG [RS:0;47efada56ed5:38499 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T03:18:09,133 DEBUG [RS:0;47efada56ed5:38499 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 47efada56ed5,38499,1731986287079 2024-11-19T03:18:09,133 DEBUG [RS:0;47efada56ed5:38499 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '47efada56ed5,38499,1731986287079' 2024-11-19T03:18:09,133 DEBUG [RS:0;47efada56ed5:38499 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-124482785/online-snapshot/abort' 2024-11-19T03:18:09,134 DEBUG [RS:0;47efada56ed5:38499 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-124482785/online-snapshot/acquired' 2024-11-19T03:18:09,134 DEBUG [RS:0;47efada56ed5:38499 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T03:18:09,134 INFO [RS:0;47efada56ed5:38499 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T03:18:09,134 INFO [RS:0;47efada56ed5:38499 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T03:18:09,235 INFO [RS:0;47efada56ed5:38499 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T03:18:09,238 INFO [RS:0;47efada56ed5:38499 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=47efada56ed5%2C38499%2C1731986287079, suffix=, logDir=hdfs://localhost:36995/user/jenkins/test-data/81c8ba96-6e67-7b0d-1302-f35635d65c2e/WALs/47efada56ed5,38499,1731986287079, archiveDir=hdfs://localhost:36995/user/jenkins/test-data/81c8ba96-6e67-7b0d-1302-f35635d65c2e/oldWALs, maxLogs=10 2024-11-19T03:18:09,257 DEBUG [RS:0;47efada56ed5:38499 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/81c8ba96-6e67-7b0d-1302-f35635d65c2e/WALs/47efada56ed5,38499,1731986287079/47efada56ed5%2C38499%2C1731986287079.1731986289239, exclude list is [], retry=0 2024-11-19T03:18:09,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:18:09,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40015,DS-1dcb374c-331c-4996-ae6d-63c97223676d,DISK] 2024-11-19T03:18:09,265 INFO [RS:0;47efada56ed5:38499 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/81c8ba96-6e67-7b0d-1302-f35635d65c2e/WALs/47efada56ed5,38499,1731986287079/47efada56ed5%2C38499%2C1731986287079.1731986289239 2024-11-19T03:18:09,265 DEBUG [RS:0;47efada56ed5:38499 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32889:32889)] 2024-11-19T03:18:09,276 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:18:09,417 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36995/user/jenkins/test-data/81c8ba96-6e67-7b0d-1302-f35635d65c2e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T03:18:09,417 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36995/user/jenkins/test-data/81c8ba96-6e67-7b0d-1302-f35635d65c2e 2024-11-19T03:18:09,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40015 is added to blk_1073741833_1009 (size=32) 2024-11-19T03:18:09,456 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:18:09,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T03:18:09,466 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T03:18:09,466 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:18:09,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:18:09,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T03:18:09,470 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T03:18:09,470 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:18:09,471 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:18:09,474 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T03:18:09,486 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T03:18:09,487 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:18:09,487 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:18:09,488 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T03:18:09,490 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T03:18:09,491 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:18:09,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:18:09,497 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T03:18:09,498 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36995/user/jenkins/test-data/81c8ba96-6e67-7b0d-1302-f35635d65c2e/data/hbase/meta/1588230740 2024-11-19T03:18:09,501 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36995/user/jenkins/test-data/81c8ba96-6e67-7b0d-1302-f35635d65c2e/data/hbase/meta/1588230740 2024-11-19T03:18:09,505 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T03:18:09,505 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T03:18:09,506 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T03:18:09,507 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T03:18:09,513 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36995/user/jenkins/test-data/81c8ba96-6e67-7b0d-1302-f35635d65c2e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T03:18:09,514 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73470410, jitterRate=0.09479442238807678}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T03:18:09,514 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731986289456Initializing all the Stores at 1731986289457 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986289458 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986289460 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986289460Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986289460Cleaning up temporary data from old regions at 1731986289505 (+45 ms)Region opened successfully at 1731986289514 (+9 ms) 2024-11-19T03:18:09,514 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T03:18:09,514 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T03:18:09,514 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T03:18:09,514 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T03:18:09,514 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T03:18:09,516 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T03:18:09,516 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731986289514Disabling compacts and flushes for region at 1731986289514Disabling writes for close at 1731986289514Writing region close event to WAL at 1731986289515 (+1 ms)Closed at 1731986289515 2024-11-19T03:18:09,517 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T03:18:09,517 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T03:18:09,518 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T03:18:09,519 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T03:18:09,521 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T03:18:09,671 DEBUG [47efada56ed5:35495 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T03:18:09,672 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=47efada56ed5,38499,1731986287079 2024-11-19T03:18:09,674 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 47efada56ed5,38499,1731986287079, state=OPENING 2024-11-19T03:18:09,719 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T03:18:09,775 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38499-0x101511945180004, quorum=127.0.0.1:64812, baseZNode=/1-124482785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-124482785 2024-11-19T03:18:09,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35495-0x101511945180003, quorum=127.0.0.1:64812, baseZNode=/1-124482785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-124482785 2024-11-19T03:18:09,776 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-124482785/meta-region-server: CHANGED 2024-11-19T03:18:09,776 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-124482785/meta-region-server: CHANGED 2024-11-19T03:18:09,776 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T03:18:09,776 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=47efada56ed5,38499,1731986287079}] 2024-11-19T03:18:09,788 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T03:18:09,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:18:09,839 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:18:09,869 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T03:18:09,930 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T03:18:09,936 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56537, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T03:18:09,941 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T03:18:09,941 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T03:18:09,941 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T03:18:09,943 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=47efada56ed5%2C38499%2C1731986287079.meta, suffix=.meta, logDir=hdfs://localhost:36995/user/jenkins/test-data/81c8ba96-6e67-7b0d-1302-f35635d65c2e/WALs/47efada56ed5,38499,1731986287079, archiveDir=hdfs://localhost:36995/user/jenkins/test-data/81c8ba96-6e67-7b0d-1302-f35635d65c2e/oldWALs, maxLogs=10 2024-11-19T03:18:09,960 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/81c8ba96-6e67-7b0d-1302-f35635d65c2e/WALs/47efada56ed5,38499,1731986287079/47efada56ed5%2C38499%2C1731986287079.meta.1731986289944.meta, exclude list is [], retry=0 2024-11-19T03:18:09,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40015,DS-1dcb374c-331c-4996-ae6d-63c97223676d,DISK] 2024-11-19T03:18:09,965 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/81c8ba96-6e67-7b0d-1302-f35635d65c2e/WALs/47efada56ed5,38499,1731986287079/47efada56ed5%2C38499%2C1731986287079.meta.1731986289944.meta 2024-11-19T03:18:09,965 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32889:32889)] 2024-11-19T03:18:09,966 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T03:18:09,966 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T03:18:09,966 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T03:18:09,966 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T03:18:09,966 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T03:18:09,966 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T03:18:09,967 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:18:09,967 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T03:18:09,967 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T03:18:09,969 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T03:18:09,970 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T03:18:09,970 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:18:09,970 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:18:09,970 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T03:18:09,971 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T03:18:09,971 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:18:09,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:18:09,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T03:18:09,972 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T03:18:09,972 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:18:09,973 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:18:09,973 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T03:18:09,974 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T03:18:09,974 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:18:09,974 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:18:09,974 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T03:18:09,975 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36995/user/jenkins/test-data/81c8ba96-6e67-7b0d-1302-f35635d65c2e/data/hbase/meta/1588230740 2024-11-19T03:18:09,976 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36995/user/jenkins/test-data/81c8ba96-6e67-7b0d-1302-f35635d65c2e/data/hbase/meta/1588230740 2024-11-19T03:18:09,977 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T03:18:09,977 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T03:18:09,978 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T03:18:09,980 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T03:18:09,980 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71584665, jitterRate=0.06669463217258453}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T03:18:09,981 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T03:18:09,981 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731986289967Writing region info on filesystem at 1731986289967Initializing all the Stores at 1731986289968 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986289968Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986289969 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986289969Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986289969Cleaning up temporary data from old regions at 1731986289977 (+8 ms)Running coprocessor post-open hooks at 1731986289981 (+4 ms)Region opened successfully at 1731986289981 2024-11-19T03:18:09,982 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731986289930 2024-11-19T03:18:09,984 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T03:18:09,984 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T03:18:09,985 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=47efada56ed5,38499,1731986287079 2024-11-19T03:18:09,986 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 47efada56ed5,38499,1731986287079, state=OPEN 2024-11-19T03:18:10,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35495-0x101511945180003, quorum=127.0.0.1:64812, baseZNode=/1-124482785 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-124482785/meta-region-server 2024-11-19T03:18:10,014 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38499-0x101511945180004, quorum=127.0.0.1:64812, baseZNode=/1-124482785 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-124482785/meta-region-server 2024-11-19T03:18:10,015 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-124482785/meta-region-server: CHANGED 2024-11-19T03:18:10,015 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-124482785/meta-region-server: CHANGED 2024-11-19T03:18:10,015 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=47efada56ed5,38499,1731986287079 2024-11-19T03:18:10,019 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T03:18:10,019 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=47efada56ed5,38499,1731986287079 in 239 msec 2024-11-19T03:18:10,022 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T03:18:10,022 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 502 msec 2024-11-19T03:18:10,023 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T03:18:10,024 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T03:18:10,025 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:18:10,025 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,38499,1731986287079, seqNum=-1] 2024-11-19T03:18:10,026 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:18:10,027 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48005, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:18:10,035 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0540 sec 2024-11-19T03:18:10,035 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731986290035, completionTime=-1 2024-11-19T03:18:10,035 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T03:18:10,035 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T03:18:10,037 INFO [master/47efada56ed5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T03:18:10,037 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731986350037 2024-11-19T03:18:10,037 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731986410037 2024-11-19T03:18:10,037 INFO [master/47efada56ed5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-19T03:18:10,038 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,35495,1731986286955-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T03:18:10,038 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,35495,1731986286955-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:18:10,038 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,35495,1731986286955-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:18:10,038 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-47efada56ed5:35495, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:18:10,038 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T03:18:10,038 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T03:18:10,041 DEBUG [master/47efada56ed5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T03:18:10,044 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.783sec 2024-11-19T03:18:10,044 INFO [master/47efada56ed5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T03:18:10,044 INFO [master/47efada56ed5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T03:18:10,044 INFO [master/47efada56ed5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T03:18:10,044 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T03:18:10,044 INFO [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T03:18:10,044 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,35495,1731986286955-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T03:18:10,044 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,35495,1731986286955-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T03:18:10,046 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T03:18:10,047 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T03:18:10,047 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,35495,1731986286955-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:18:10,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a11e7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:18:10,114 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,35495,-1 for getting cluster id 2024-11-19T03:18:10,114 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:18:10,116 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e2cb789f-099f-4254-9a01-969a610c91cf' 2024-11-19T03:18:10,116 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:18:10,116 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e2cb789f-099f-4254-9a01-969a610c91cf" 2024-11-19T03:18:10,117 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@866d5bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:18:10,117 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,35495,-1] 2024-11-19T03:18:10,117 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:18:10,117 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:18:10,119 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:18:10,120 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56378493, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:18:10,120 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:18:10,121 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,38499,1731986287079, seqNum=-1] 2024-11-19T03:18:10,122 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:18:10,123 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:18:10,125 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=47efada56ed5,35495,1731986286955 2024-11-19T03:18:10,126 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64812 2024-11-19T03:18:10,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64812, baseZNode=/1-124482785 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T03:18:10,133 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101511945180005 connected 2024-11-19T03:18:10,146 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10d87073, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:18:10,146 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,44405,-1 for getting cluster id 2024-11-19T03:18:10,146 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:18:10,147 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ddbf180-cb03-4b92-9d06-a3051a2e40c0' 2024-11-19T03:18:10,147 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:18:10,148 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ddbf180-cb03-4b92-9d06-a3051a2e40c0" 2024-11-19T03:18:10,148 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8547838, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:18:10,148 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,44405,-1] 2024-11-19T03:18:10,148 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:18:10,148 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:18:10,150 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:18:10,150 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ee6f8ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:18:10,151 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T03:18:10,152 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 47efada56ed5,44405,1731986281364 2024-11-19T03:18:10,152 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d0718b4 2024-11-19T03:18:10,152 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T03:18:10,153 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T03:18:10,154 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44405 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://47efada56ed5:35495,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T03:18:10,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44405 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T03:18:10,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T03:18:10,158 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='47efada56ed5:35495' 2024-11-19T03:18:10,161 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f9c031e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:18:10,161 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,35495,-1 for getting cluster id 2024-11-19T03:18:10,161 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:18:10,163 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e2cb789f-099f-4254-9a01-969a610c91cf' 2024-11-19T03:18:10,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:18:10,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e2cb789f-099f-4254-9a01-969a610c91cf" 2024-11-19T03:18:10,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ca9d8eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:18:10,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,35495,-1] 2024-11-19T03:18:10,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:18:10,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:18:10,168 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:18:10,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b0cddb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:18:10,170 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T03:18:10,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 47efada56ed5,35495,1731986286955 2024-11-19T03:18:10,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@dc43e17 2024-11-19T03:18:10,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T03:18:10,173 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T03:18:10,174 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-19T03:18:10,174 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T03:18:10,174 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:18:10,174 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:18:10,174 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:18:10,175 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T03:18:10,177 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T03:18:10,178 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T03:18:10,179 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:18:10,180 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T03:18:10,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32953 is added to blk_1073741835_1011 (size=1138) 2024-11-19T03:18:10,197 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dca33a6f74bb89d612e5b8be2771dc72, NAME => 'hbase:replication,,1731986290175.dca33a6f74bb89d612e5b8be2771dc72.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37845/user/jenkins/test-data/f5008f79-e0b3-9b6e-fcd7-7139838b0193 2024-11-19T03:18:10,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32953 is added to blk_1073741836_1012 (size=44) 2024-11-19T03:18:10,227 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T03:18:10,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T03:18:10,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T03:18:10,611 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731986290175.dca33a6f74bb89d612e5b8be2771dc72.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:18:10,611 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing dca33a6f74bb89d612e5b8be2771dc72, disabling compactions & flushes 2024-11-19T03:18:10,611 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731986290175.dca33a6f74bb89d612e5b8be2771dc72. 2024-11-19T03:18:10,611 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731986290175.dca33a6f74bb89d612e5b8be2771dc72. 2024-11-19T03:18:10,611 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731986290175.dca33a6f74bb89d612e5b8be2771dc72. after waiting 0 ms 2024-11-19T03:18:10,611 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731986290175.dca33a6f74bb89d612e5b8be2771dc72. 2024-11-19T03:18:10,611 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731986290175.dca33a6f74bb89d612e5b8be2771dc72. 2024-11-19T03:18:10,611 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for dca33a6f74bb89d612e5b8be2771dc72: Waiting for close lock at 1731986290611Disabling compacts and flushes for region at 1731986290611Disabling writes for close at 1731986290611Writing region close event to WAL at 1731986290611Closed at 1731986290611 2024-11-19T03:18:10,613 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T03:18:10,613 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731986290175.dca33a6f74bb89d612e5b8be2771dc72.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731986290613"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731986290613"}]},"ts":"1731986290613"} 2024-11-19T03:18:10,616 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T03:18:10,618 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T03:18:10,618 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731986290618"}]},"ts":"1731986290618"} 2024-11-19T03:18:10,621 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T03:18:10,622 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dca33a6f74bb89d612e5b8be2771dc72, ASSIGN}] 2024-11-19T03:18:10,625 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dca33a6f74bb89d612e5b8be2771dc72, ASSIGN 2024-11-19T03:18:10,626 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=dca33a6f74bb89d612e5b8be2771dc72, ASSIGN; state=OFFLINE, location=47efada56ed5,43591,1731986281615; forceNewPlan=false, retain=false 2024-11-19T03:18:10,777 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=dca33a6f74bb89d612e5b8be2771dc72, regionState=OPENING, regionLocation=47efada56ed5,43591,1731986281615 2024-11-19T03:18:10,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T03:18:10,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=dca33a6f74bb89d612e5b8be2771dc72, ASSIGN because future has completed 2024-11-19T03:18:10,781 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure dca33a6f74bb89d612e5b8be2771dc72, server=47efada56ed5,43591,1731986281615}] 2024-11-19T03:18:10,945 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731986290175.dca33a6f74bb89d612e5b8be2771dc72. 2024-11-19T03:18:10,945 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T03:18:10,946 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T03:18:10,955 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=47efada56ed5%2C43591%2C1731986281615.rep, suffix=, logDir=hdfs://localhost:37845/user/jenkins/test-data/f5008f79-e0b3-9b6e-fcd7-7139838b0193/WALs/47efada56ed5,43591,1731986281615, archiveDir=hdfs://localhost:37845/user/jenkins/test-data/f5008f79-e0b3-9b6e-fcd7-7139838b0193/oldWALs, maxLogs=10 2024-11-19T03:18:10,976 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f5008f79-e0b3-9b6e-fcd7-7139838b0193/WALs/47efada56ed5,43591,1731986281615/47efada56ed5%2C43591%2C1731986281615.rep.1731986290956, exclude list is [], retry=0 2024-11-19T03:18:10,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32953,DS-1098993e-71ca-4dd4-9673-c32cec7542e9,DISK] 2024-11-19T03:18:10,989 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f5008f79-e0b3-9b6e-fcd7-7139838b0193/WALs/47efada56ed5,43591,1731986281615/47efada56ed5%2C43591%2C1731986281615.rep.1731986290956 2024-11-19T03:18:10,992 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41181:41181)] 2024-11-19T03:18:10,992 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => dca33a6f74bb89d612e5b8be2771dc72, NAME => 'hbase:replication,,1731986290175.dca33a6f74bb89d612e5b8be2771dc72.', STARTKEY => '', ENDKEY => ''} 2024-11-19T03:18:10,993 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T03:18:10,993 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T03:18:10,993 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731986290175.dca33a6f74bb89d612e5b8be2771dc72. service=MultiRowMutationService 2024-11-19T03:18:10,993 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T03:18:10,994 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication dca33a6f74bb89d612e5b8be2771dc72 2024-11-19T03:18:10,994 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731986290175.dca33a6f74bb89d612e5b8be2771dc72.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:18:10,994 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for dca33a6f74bb89d612e5b8be2771dc72 2024-11-19T03:18:10,994 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for dca33a6f74bb89d612e5b8be2771dc72 2024-11-19T03:18:10,996 INFO [StoreOpener-dca33a6f74bb89d612e5b8be2771dc72-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region dca33a6f74bb89d612e5b8be2771dc72 2024-11-19T03:18:10,997 INFO [StoreOpener-dca33a6f74bb89d612e5b8be2771dc72-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dca33a6f74bb89d612e5b8be2771dc72 columnFamilyName hfileref 2024-11-19T03:18:10,997 DEBUG [StoreOpener-dca33a6f74bb89d612e5b8be2771dc72-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:18:10,998 INFO [StoreOpener-dca33a6f74bb89d612e5b8be2771dc72-1 {}] regionserver.HStore(327): Store=dca33a6f74bb89d612e5b8be2771dc72/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:18:10,998 INFO [StoreOpener-dca33a6f74bb89d612e5b8be2771dc72-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region dca33a6f74bb89d612e5b8be2771dc72 2024-11-19T03:18:11,000 INFO [StoreOpener-dca33a6f74bb89d612e5b8be2771dc72-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dca33a6f74bb89d612e5b8be2771dc72 columnFamilyName queue 2024-11-19T03:18:11,000 DEBUG [StoreOpener-dca33a6f74bb89d612e5b8be2771dc72-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:18:11,001 INFO [StoreOpener-dca33a6f74bb89d612e5b8be2771dc72-1 {}] regionserver.HStore(327): Store=dca33a6f74bb89d612e5b8be2771dc72/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:18:11,001 INFO [StoreOpener-dca33a6f74bb89d612e5b8be2771dc72-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region dca33a6f74bb89d612e5b8be2771dc72 2024-11-19T03:18:11,004 INFO [StoreOpener-dca33a6f74bb89d612e5b8be2771dc72-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dca33a6f74bb89d612e5b8be2771dc72 columnFamilyName sid 2024-11-19T03:18:11,004 DEBUG [StoreOpener-dca33a6f74bb89d612e5b8be2771dc72-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:18:11,006 INFO [StoreOpener-dca33a6f74bb89d612e5b8be2771dc72-1 {}] regionserver.HStore(327): Store=dca33a6f74bb89d612e5b8be2771dc72/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:18:11,006 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for dca33a6f74bb89d612e5b8be2771dc72 2024-11-19T03:18:11,007 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37845/user/jenkins/test-data/f5008f79-e0b3-9b6e-fcd7-7139838b0193/data/hbase/replication/dca33a6f74bb89d612e5b8be2771dc72 2024-11-19T03:18:11,008 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37845/user/jenkins/test-data/f5008f79-e0b3-9b6e-fcd7-7139838b0193/data/hbase/replication/dca33a6f74bb89d612e5b8be2771dc72 2024-11-19T03:18:11,010 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for dca33a6f74bb89d612e5b8be2771dc72 2024-11-19T03:18:11,010 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for dca33a6f74bb89d612e5b8be2771dc72 2024-11-19T03:18:11,011 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T03:18:11,012 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for dca33a6f74bb89d612e5b8be2771dc72 2024-11-19T03:18:11,027 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37845/user/jenkins/test-data/f5008f79-e0b3-9b6e-fcd7-7139838b0193/data/hbase/replication/dca33a6f74bb89d612e5b8be2771dc72/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T03:18:11,027 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened dca33a6f74bb89d612e5b8be2771dc72; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61309005, jitterRate=-0.08642463386058807}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T03:18:11,027 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dca33a6f74bb89d612e5b8be2771dc72 2024-11-19T03:18:11,028 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for dca33a6f74bb89d612e5b8be2771dc72: Running coprocessor pre-open hook at 1731986290994Writing region info on filesystem at 1731986290994Initializing all the Stores at 1731986290995 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986290995Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986290995Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986290995Cleaning up temporary data from old regions at 1731986291010 (+15 ms)Running coprocessor post-open hooks at 1731986291027 (+17 ms)Region opened successfully at 1731986291028 (+1 ms) 2024-11-19T03:18:11,031 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731986290175.dca33a6f74bb89d612e5b8be2771dc72., pid=7, masterSystemTime=1731986290934 2024-11-19T03:18:11,034 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731986290175.dca33a6f74bb89d612e5b8be2771dc72. 2024-11-19T03:18:11,034 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731986290175.dca33a6f74bb89d612e5b8be2771dc72. 2024-11-19T03:18:11,034 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=dca33a6f74bb89d612e5b8be2771dc72, regionState=OPEN, openSeqNum=2, regionLocation=47efada56ed5,43591,1731986281615 2024-11-19T03:18:11,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure dca33a6f74bb89d612e5b8be2771dc72, server=47efada56ed5,43591,1731986281615 because future has completed 2024-11-19T03:18:11,042 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-19T03:18:11,043 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure dca33a6f74bb89d612e5b8be2771dc72, server=47efada56ed5,43591,1731986281615 in 258 msec 2024-11-19T03:18:11,046 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T03:18:11,046 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dca33a6f74bb89d612e5b8be2771dc72, ASSIGN in 421 msec 2024-11-19T03:18:11,050 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T03:18:11,050 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731986291050"}]},"ts":"1731986291050"} 2024-11-19T03:18:11,053 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T03:18:11,055 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T03:18:11,057 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 880 msec 2024-11-19T03:18:11,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731986290175.dca33a6f74bb89d612e5b8be2771dc72., hostname=47efada56ed5,43591,1731986281615, seqNum=2] 2024-11-19T03:18:11,111 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43591-0x101511945180001, quorum=127.0.0.1:64812, baseZNode=/0130184046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0130184046 2024-11-19T03:18:11,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44405-0x101511945180000, quorum=127.0.0.1:64812, baseZNode=/0130184046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0130184046 2024-11-19T03:18:11,134 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T03:18:11,289 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43591 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-19T03:18:11,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T03:18:11,289 INFO [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T03:18:11,328 INFO [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-47efada56ed5,43591,1731986281615, ReplicationSource: 1, currentBandwidth=0 2024-11-19T03:18:11,329 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:18:11,329 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,43591,1731986281615, seqNum=-1] 2024-11-19T03:18:11,330 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:18:11,331 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59207, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-19T03:18:11,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-47efada56ed5,43591,1731986281615', locateType=CURRENT is [region=hbase:replication,,1731986290175.dca33a6f74bb89d612e5b8be2771dc72., hostname=47efada56ed5,43591,1731986281615, seqNum=2] 2024-11-19T03:18:11,337 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-19T03:18:11,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44405 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-19T03:18:11,342 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 47efada56ed5,43591,1731986281615 suceeded 2024-11-19T03:18:11,347 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-19T03:18:11,347 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 208 msec 2024-11-19T03:18:11,347 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://47efada56ed5:35495,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T03:18:11,350 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1930 sec 2024-11-19T03:18:11,360 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43591,1731986281615 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='47efada56ed5:35495' 2024-11-19T03:18:11,361 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43591,1731986281615 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2ab267da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:18:11,362 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43591,1731986281615 {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,35495,-1 for getting cluster id 2024-11-19T03:18:11,362 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43591,1731986281615 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:18:11,363 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e2cb789f-099f-4254-9a01-969a610c91cf' 2024-11-19T03:18:11,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:18:11,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e2cb789f-099f-4254-9a01-969a610c91cf" 2024-11-19T03:18:11,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1d9eacc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:18:11,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,35495,-1] 2024-11-19T03:18:11,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:18:11,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:18:11,364 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:18:11,365 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43591,1731986281615 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@95c63f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:18:11,365 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43591,1731986281615 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T03:18:11,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 47efada56ed5,35495,1731986286955 2024-11-19T03:18:11,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@36eb3d7e 2024-11-19T03:18:11,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T03:18:11,367 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-19T03:18:11,368 INFO [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43591,1731986281615 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-47efada56ed5,43591,1731986281615 (queues=1) is replicating from cluster=0ddbf180-cb03-4b92-9d06-a3051a2e40c0 to cluster=e2cb789f-099f-4254-9a01-969a610c91cf 2024-11-19T03:18:11,368 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43591,1731986281615 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=47efada56ed5%2C43591%2C1731986281615 2024-11-19T03:18:11,368 INFO [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43591,1731986281615 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-47efada56ed5,43591,1731986281615, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T03:18:11,369 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43591,1731986281615.replicationSource.wal-reader.47efada56ed5%2C43591%2C1731986281615,1-47efada56ed5,43591,1731986281615 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37845/user/jenkins/test-data/f5008f79-e0b3-9b6e-fcd7-7139838b0193/WALs/47efada56ed5,43591,1731986281615/47efada56ed5%2C43591%2C1731986281615.1731986283685, startPosition=0, beingWritten=true 2024-11-19T03:18:11,369 INFO [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43591,1731986281615.replicationSource.shipper47efada56ed5%2C43591%2C1731986281615,1-47efada56ed5,43591,1731986281615 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 47efada56ed5%2C43591%2C1731986281615 2024-11-19T03:18:11,576 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43591,1731986281615.replicationSource.wal-reader.47efada56ed5%2C43591%2C1731986281615,1-47efada56ed5,43591,1731986281615 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37845/user/jenkins/test-data/f5008f79-e0b3-9b6e-fcd7-7139838b0193/WALs/47efada56ed5,43591,1731986281615/47efada56ed5%2C43591%2C1731986281615.1731986283685 to pos 0, reset compression=false 2024-11-19T03:18:11,881 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43591,1731986281615.replicationSource.wal-reader.47efada56ed5%2C43591%2C1731986281615,1-47efada56ed5,43591,1731986281615 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37845/user/jenkins/test-data/f5008f79-e0b3-9b6e-fcd7-7139838b0193/WALs/47efada56ed5,43591,1731986281615/47efada56ed5%2C43591%2C1731986281615.1731986283685 to pos 0, reset compression=false 2024-11-19T03:18:12,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T03:18:12,299 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T03:18:12,299 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T03:18:12,299 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:18:12,299 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:18:12,299 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:18:12,299 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:18:12,300 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T03:18:12,300 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 47efada56ed5,44405,1731986281364 2024-11-19T03:18:12,301 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43591,1731986281615.replicationSource.wal-reader.47efada56ed5%2C43591%2C1731986281615,1-47efada56ed5,43591,1731986281615 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37845/user/jenkins/test-data/f5008f79-e0b3-9b6e-fcd7-7139838b0193/WALs/47efada56ed5,43591,1731986281615/47efada56ed5%2C43591%2C1731986281615.1731986283685 to pos 0, reset compression=false 2024-11-19T03:18:12,301 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7bf1e1bf 2024-11-19T03:18:12,301 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T03:18:12,302 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T03:18:12,302 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44405 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-19T03:18:12,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T03:18:12,303 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T03:18:12,303 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:18:12,303 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:18:12,303 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:18:12,304 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T03:18:12,304 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:18:12,304 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=238837793, stopped=false 2024-11-19T03:18:12,304 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=47efada56ed5,35495,1731986286955 2024-11-19T03:18:12,354 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38499-0x101511945180004, quorum=127.0.0.1:64812, baseZNode=/1-124482785 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-124482785/running 2024-11-19T03:18:12,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35495-0x101511945180003, quorum=127.0.0.1:64812, baseZNode=/1-124482785 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-124482785/running 2024-11-19T03:18:12,354 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38499-0x101511945180004, quorum=127.0.0.1:64812, baseZNode=/1-124482785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-124482785 2024-11-19T03:18:12,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35495-0x101511945180003, quorum=127.0.0.1:64812, baseZNode=/1-124482785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-124482785 2024-11-19T03:18:12,354 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T03:18:12,354 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T03:18:12,354 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:18:12,354 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:18:12,354 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '47efada56ed5,38499,1731986287079' ***** 2024-11-19T03:18:12,354 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T03:18:12,354 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35495-0x101511945180003, quorum=127.0.0.1:64812, baseZNode=/1-124482785 Set watcher on znode that does not yet exist, /1-124482785/running 2024-11-19T03:18:12,355 INFO [RS:0;47efada56ed5:38499 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T03:18:12,355 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T03:18:12,355 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38499-0x101511945180004, quorum=127.0.0.1:64812, baseZNode=/1-124482785 Set watcher on znode that does not yet exist, /1-124482785/running 2024-11-19T03:18:12,355 INFO [RS:0;47efada56ed5:38499 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T03:18:12,355 INFO [RS:0;47efada56ed5:38499 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T03:18:12,355 INFO [RS:0;47efada56ed5:38499 {}] regionserver.HRegionServer(959): stopping server 47efada56ed5,38499,1731986287079 2024-11-19T03:18:12,355 INFO [RS:0;47efada56ed5:38499 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T03:18:12,355 INFO [RS:0;47efada56ed5:38499 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;47efada56ed5:38499. 2024-11-19T03:18:12,355 DEBUG [RS:0;47efada56ed5:38499 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:18:12,355 DEBUG [RS:0;47efada56ed5:38499 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:18:12,355 INFO [RS:0;47efada56ed5:38499 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T03:18:12,355 INFO [RS:0;47efada56ed5:38499 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T03:18:12,355 INFO [RS:0;47efada56ed5:38499 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T03:18:12,356 INFO [RS:0;47efada56ed5:38499 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T03:18:12,356 INFO [RS:0;47efada56ed5:38499 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T03:18:12,356 DEBUG [RS:0;47efada56ed5:38499 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-19T03:18:12,356 DEBUG [RS:0;47efada56ed5:38499 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T03:18:12,356 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T03:18:12,356 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T03:18:12,356 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T03:18:12,356 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T03:18:12,356 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T03:18:12,356 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-19T03:18:12,378 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36995/user/jenkins/test-data/81c8ba96-6e67-7b0d-1302-f35635d65c2e/data/hbase/meta/1588230740/.tmp/ns/348db1f560f6498abe53d142ee65426d is 43, key is default/ns:d/1731986290028/Put/seqid=0 2024-11-19T03:18:12,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40015 is added to blk_1073741835_1011 (size=5153) 2024-11-19T03:18:12,398 INFO [regionserver/47efada56ed5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T03:18:12,556 DEBUG [RS:0;47efada56ed5:38499 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T03:18:12,756 DEBUG [RS:0;47efada56ed5:38499 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T03:18:12,783 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36995/user/jenkins/test-data/81c8ba96-6e67-7b0d-1302-f35635d65c2e/data/hbase/meta/1588230740/.tmp/ns/348db1f560f6498abe53d142ee65426d 2024-11-19T03:18:12,793 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36995/user/jenkins/test-data/81c8ba96-6e67-7b0d-1302-f35635d65c2e/data/hbase/meta/1588230740/.tmp/ns/348db1f560f6498abe53d142ee65426d as hdfs://localhost:36995/user/jenkins/test-data/81c8ba96-6e67-7b0d-1302-f35635d65c2e/data/hbase/meta/1588230740/ns/348db1f560f6498abe53d142ee65426d 2024-11-19T03:18:12,804 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36995/user/jenkins/test-data/81c8ba96-6e67-7b0d-1302-f35635d65c2e/data/hbase/meta/1588230740/ns/348db1f560f6498abe53d142ee65426d, entries=2, sequenceid=6, filesize=5.0 K 2024-11-19T03:18:12,805 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 449ms, sequenceid=6, compaction requested=false 2024-11-19T03:18:12,806 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43591,1731986281615.replicationSource.wal-reader.47efada56ed5%2C43591%2C1731986281615,1-47efada56ed5,43591,1731986281615 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37845/user/jenkins/test-data/f5008f79-e0b3-9b6e-fcd7-7139838b0193/WALs/47efada56ed5,43591,1731986281615/47efada56ed5%2C43591%2C1731986281615.1731986283685 to pos 0, reset compression=false 2024-11-19T03:18:12,849 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36995/user/jenkins/test-data/81c8ba96-6e67-7b0d-1302-f35635d65c2e/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-19T03:18:12,850 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T03:18:12,850 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T03:18:12,851 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T03:18:12,851 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731986292356Running coprocessor pre-close hooks at 1731986292356Disabling compacts and flushes for region at 1731986292356Disabling writes for close at 1731986292356Obtaining lock to block concurrent updates at 1731986292356Preparing flush snapshotting stores in 1588230740 at 1731986292356Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731986292357 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731986292358 (+1 ms)Flushing 1588230740/ns: creating writer at 1731986292358Flushing 1588230740/ns: appending metadata at 1731986292377 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731986292377Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f751b93: reopening flushed file at 1731986292792 (+415 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 449ms, sequenceid=6, compaction requested=false at 1731986292805 (+13 ms)Writing region close event to WAL at 1731986292809 (+4 ms)Running coprocessor post-close hooks at 1731986292850 (+41 ms)Closed at 1731986292851 (+1 ms) 2024-11-19T03:18:12,851 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T03:18:12,957 INFO [RS:0;47efada56ed5:38499 {}] regionserver.HRegionServer(976): stopping server 47efada56ed5,38499,1731986287079; all regions closed. 2024-11-19T03:18:12,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40015 is added to blk_1073741834_1010 (size=1152) 2024-11-19T03:18:12,965 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/81c8ba96-6e67-7b0d-1302-f35635d65c2e/WALs/47efada56ed5,38499,1731986287079/47efada56ed5%2C38499%2C1731986287079.meta.1731986289944.meta not finished, retry = 0 2024-11-19T03:18:13,067 DEBUG [RS:0;47efada56ed5:38499 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/81c8ba96-6e67-7b0d-1302-f35635d65c2e/oldWALs 2024-11-19T03:18:13,067 INFO [RS:0;47efada56ed5:38499 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 47efada56ed5%2C38499%2C1731986287079.meta:.meta(num 1731986289944) 2024-11-19T03:18:13,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40015 is added to blk_1073741832_1008 (size=93) 2024-11-19T03:18:13,070 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/81c8ba96-6e67-7b0d-1302-f35635d65c2e/WALs/47efada56ed5,38499,1731986287079/47efada56ed5%2C38499%2C1731986287079.1731986289239 not finished, retry = 0 2024-11-19T03:18:13,147 INFO [regionserver/47efada56ed5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T03:18:13,147 INFO [regionserver/47efada56ed5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T03:18:13,173 DEBUG [RS:0;47efada56ed5:38499 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/81c8ba96-6e67-7b0d-1302-f35635d65c2e/oldWALs 2024-11-19T03:18:13,173 INFO [RS:0;47efada56ed5:38499 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 47efada56ed5%2C38499%2C1731986287079:(num 1731986289239) 2024-11-19T03:18:13,173 DEBUG [RS:0;47efada56ed5:38499 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:18:13,173 INFO [RS:0;47efada56ed5:38499 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T03:18:13,173 INFO [RS:0;47efada56ed5:38499 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T03:18:13,173 INFO [RS:0;47efada56ed5:38499 {}] hbase.ChoreService(370): Chore service for: regionserver/47efada56ed5:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T03:18:13,173 INFO [RS:0;47efada56ed5:38499 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T03:18:13,173 INFO [regionserver/47efada56ed5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T03:18:13,173 INFO [RS:0;47efada56ed5:38499 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38499 2024-11-19T03:18:13,185 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38499-0x101511945180004, quorum=127.0.0.1:64812, baseZNode=/1-124482785 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-124482785/rs/47efada56ed5,38499,1731986287079 2024-11-19T03:18:13,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35495-0x101511945180003, quorum=127.0.0.1:64812, baseZNode=/1-124482785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-124482785/rs 2024-11-19T03:18:13,185 INFO [RS:0;47efada56ed5:38499 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T03:18:13,186 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [47efada56ed5,38499,1731986287079] 2024-11-19T03:18:13,206 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-124482785/draining/47efada56ed5,38499,1731986287079 already deleted, retry=false 2024-11-19T03:18:13,206 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 47efada56ed5,38499,1731986287079 expired; onlineServers=0 2024-11-19T03:18:13,206 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '47efada56ed5,35495,1731986286955' ***** 2024-11-19T03:18:13,206 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T03:18:13,206 INFO [M:0;47efada56ed5:35495 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T03:18:13,206 INFO [M:0;47efada56ed5:35495 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T03:18:13,207 DEBUG [M:0;47efada56ed5:35495 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T03:18:13,207 DEBUG [M:0;47efada56ed5:35495 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T03:18:13,207 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T03:18:13,207 DEBUG [master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.large.0-1731986289001 {}] cleaner.HFileCleaner(306): Exit Thread[master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.large.0-1731986289001,5,FailOnTimeoutGroup] 2024-11-19T03:18:13,207 INFO [M:0;47efada56ed5:35495 {}] hbase.ChoreService(370): Chore service for: master/47efada56ed5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T03:18:13,207 INFO [M:0;47efada56ed5:35495 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T03:18:13,207 DEBUG [M:0;47efada56ed5:35495 {}] master.HMaster(1795): Stopping service threads 2024-11-19T03:18:13,207 INFO [M:0;47efada56ed5:35495 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T03:18:13,207 INFO [M:0;47efada56ed5:35495 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T03:18:13,208 INFO [M:0;47efada56ed5:35495 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T03:18:13,208 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T03:18:13,207 DEBUG [master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.small.0-1731986289001 {}] cleaner.HFileCleaner(306): Exit Thread[master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.small.0-1731986289001,5,FailOnTimeoutGroup] 2024-11-19T03:18:13,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35495-0x101511945180003, quorum=127.0.0.1:64812, baseZNode=/1-124482785 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-124482785/master 2024-11-19T03:18:13,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35495-0x101511945180003, quorum=127.0.0.1:64812, baseZNode=/1-124482785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-124482785 2024-11-19T03:18:13,227 DEBUG [M:0;47efada56ed5:35495 {}] zookeeper.RecoverableZooKeeper(212): Node /1-124482785/master already deleted, retry=false 2024-11-19T03:18:13,227 DEBUG [M:0;47efada56ed5:35495 {}] master.ActiveMasterManager(353): master:35495-0x101511945180003, quorum=127.0.0.1:64812, baseZNode=/1-124482785 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-124482785/master 2024-11-19T03:18:13,228 INFO [M:0;47efada56ed5:35495 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36995/user/jenkins/test-data/81c8ba96-6e67-7b0d-1302-f35635d65c2e/.lastflushedseqids 2024-11-19T03:18:13,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40015 is added to blk_1073741836_1012 (size=99) 2024-11-19T03:18:13,300 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38499-0x101511945180004, quorum=127.0.0.1:64812, baseZNode=/1-124482785 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T03:18:13,300 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38499-0x101511945180004, quorum=127.0.0.1:64812, baseZNode=/1-124482785 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T03:18:13,300 INFO [RS:0;47efada56ed5:38499 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T03:18:13,300 INFO [RS:0;47efada56ed5:38499 {}] regionserver.HRegionServer(1031): Exiting; stopping=47efada56ed5,38499,1731986287079; zookeeper connection closed. 2024-11-19T03:18:13,312 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@17949053 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@17949053 2024-11-19T03:18:13,313 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T03:18:13,431 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43591,1731986281615.replicationSource.wal-reader.47efada56ed5%2C43591%2C1731986281615,1-47efada56ed5,43591,1731986281615 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37845/user/jenkins/test-data/f5008f79-e0b3-9b6e-fcd7-7139838b0193/WALs/47efada56ed5,43591,1731986281615/47efada56ed5%2C43591%2C1731986281615.1731986283685 to pos 0, reset compression=false 2024-11-19T03:18:13,639 INFO [M:0;47efada56ed5:35495 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T03:18:13,639 INFO [M:0;47efada56ed5:35495 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T03:18:13,639 DEBUG [M:0;47efada56ed5:35495 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T03:18:13,639 INFO [M:0;47efada56ed5:35495 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:18:13,639 DEBUG [M:0;47efada56ed5:35495 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:18:13,639 DEBUG [M:0;47efada56ed5:35495 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T03:18:13,639 DEBUG [M:0;47efada56ed5:35495 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:18:13,639 INFO [M:0;47efada56ed5:35495 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-19T03:18:13,655 DEBUG [M:0;47efada56ed5:35495 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36995/user/jenkins/test-data/81c8ba96-6e67-7b0d-1302-f35635d65c2e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/86076802dde8417d9527b7ace9dbd0e2 is 82, key is hbase:meta,,1/info:regioninfo/1731986289985/Put/seqid=0 2024-11-19T03:18:13,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40015 is added to blk_1073741837_1013 (size=5672) 2024-11-19T03:18:14,061 INFO [M:0;47efada56ed5:35495 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36995/user/jenkins/test-data/81c8ba96-6e67-7b0d-1302-f35635d65c2e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/86076802dde8417d9527b7ace9dbd0e2 2024-11-19T03:18:14,080 DEBUG [M:0;47efada56ed5:35495 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36995/user/jenkins/test-data/81c8ba96-6e67-7b0d-1302-f35635d65c2e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cd476b62a3c2496f9f84239b3c50dc82 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731986290033/Put/seqid=0 2024-11-19T03:18:14,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40015 is added to blk_1073741838_1014 (size=5275) 2024-11-19T03:18:14,136 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43591,1731986281615.replicationSource.wal-reader.47efada56ed5%2C43591%2C1731986281615,1-47efada56ed5,43591,1731986281615 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37845/user/jenkins/test-data/f5008f79-e0b3-9b6e-fcd7-7139838b0193/WALs/47efada56ed5,43591,1731986281615/47efada56ed5%2C43591%2C1731986281615.1731986283685 to pos 0, reset compression=false 2024-11-19T03:18:14,485 INFO [M:0;47efada56ed5:35495 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36995/user/jenkins/test-data/81c8ba96-6e67-7b0d-1302-f35635d65c2e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cd476b62a3c2496f9f84239b3c50dc82 2024-11-19T03:18:14,510 DEBUG [M:0;47efada56ed5:35495 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36995/user/jenkins/test-data/81c8ba96-6e67-7b0d-1302-f35635d65c2e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ace7873eb19047f2b230c90e2d3413f1 is 69, key is 47efada56ed5,38499,1731986287079/rs:state/1731986289062/Put/seqid=0 2024-11-19T03:18:14,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40015 is added to blk_1073741839_1015 (size=5156) 2024-11-19T03:18:14,917 INFO [M:0;47efada56ed5:35495 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36995/user/jenkins/test-data/81c8ba96-6e67-7b0d-1302-f35635d65c2e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ace7873eb19047f2b230c90e2d3413f1 2024-11-19T03:18:14,923 DEBUG [M:0;47efada56ed5:35495 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36995/user/jenkins/test-data/81c8ba96-6e67-7b0d-1302-f35635d65c2e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/86076802dde8417d9527b7ace9dbd0e2 as hdfs://localhost:36995/user/jenkins/test-data/81c8ba96-6e67-7b0d-1302-f35635d65c2e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/86076802dde8417d9527b7ace9dbd0e2 2024-11-19T03:18:14,929 INFO [M:0;47efada56ed5:35495 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36995/user/jenkins/test-data/81c8ba96-6e67-7b0d-1302-f35635d65c2e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/86076802dde8417d9527b7ace9dbd0e2, entries=8, sequenceid=28, filesize=5.5 K 2024-11-19T03:18:14,931 DEBUG [M:0;47efada56ed5:35495 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36995/user/jenkins/test-data/81c8ba96-6e67-7b0d-1302-f35635d65c2e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cd476b62a3c2496f9f84239b3c50dc82 as hdfs://localhost:36995/user/jenkins/test-data/81c8ba96-6e67-7b0d-1302-f35635d65c2e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cd476b62a3c2496f9f84239b3c50dc82 2024-11-19T03:18:14,937 INFO [M:0;47efada56ed5:35495 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36995/user/jenkins/test-data/81c8ba96-6e67-7b0d-1302-f35635d65c2e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cd476b62a3c2496f9f84239b3c50dc82, entries=3, sequenceid=28, filesize=5.2 K 2024-11-19T03:18:14,938 DEBUG [M:0;47efada56ed5:35495 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36995/user/jenkins/test-data/81c8ba96-6e67-7b0d-1302-f35635d65c2e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ace7873eb19047f2b230c90e2d3413f1 as hdfs://localhost:36995/user/jenkins/test-data/81c8ba96-6e67-7b0d-1302-f35635d65c2e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ace7873eb19047f2b230c90e2d3413f1 2024-11-19T03:18:14,942 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43591,1731986281615.replicationSource.wal-reader.47efada56ed5%2C43591%2C1731986281615,1-47efada56ed5,43591,1731986281615 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37845/user/jenkins/test-data/f5008f79-e0b3-9b6e-fcd7-7139838b0193/WALs/47efada56ed5,43591,1731986281615/47efada56ed5%2C43591%2C1731986281615.1731986283685 to pos 0, reset compression=false 2024-11-19T03:18:14,944 INFO [M:0;47efada56ed5:35495 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36995/user/jenkins/test-data/81c8ba96-6e67-7b0d-1302-f35635d65c2e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ace7873eb19047f2b230c90e2d3413f1, entries=1, sequenceid=28, filesize=5.0 K 2024-11-19T03:18:14,945 INFO [M:0;47efada56ed5:35495 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1306ms, sequenceid=28, compaction requested=false 2024-11-19T03:18:14,946 INFO [M:0;47efada56ed5:35495 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:18:14,947 DEBUG [M:0;47efada56ed5:35495 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731986293639Disabling compacts and flushes for region at 1731986293639Disabling writes for close at 1731986293639Obtaining lock to block concurrent updates at 1731986293639Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731986293639Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731986293640 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731986293641 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731986293641Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731986293655 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731986293655Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731986294066 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731986294079 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731986294079Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731986294490 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731986294509 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731986294509Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13824679: reopening flushed file at 1731986294922 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1864065: reopening flushed file at 1731986294930 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@827bbd9: reopening flushed file at 1731986294937 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1306ms, sequenceid=28, compaction requested=false at 1731986294945 (+8 ms)Writing region close event to WAL at 1731986294946 (+1 ms)Closed at 1731986294946 2024-11-19T03:18:14,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40015 is added to blk_1073741830_1006 (size=10165) 2024-11-19T03:18:14,949 INFO [M:0;47efada56ed5:35495 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T03:18:14,949 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T03:18:14,950 INFO [M:0;47efada56ed5:35495 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35495 2024-11-19T03:18:14,950 INFO [M:0;47efada56ed5:35495 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T03:18:15,064 INFO [M:0;47efada56ed5:35495 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T03:18:15,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35495-0x101511945180003, quorum=127.0.0.1:64812, baseZNode=/1-124482785 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T03:18:15,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35495-0x101511945180003, quorum=127.0.0.1:64812, baseZNode=/1-124482785 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T03:18:15,067 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@761edb89{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T03:18:15,067 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1a927960{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T03:18:15,067 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T03:18:15,067 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2fb9d941{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T03:18:15,067 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d3027a2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8b2a48aa-b29f-03a7-bc76-db292dc1f6e7/hadoop.log.dir/,STOPPED} 2024-11-19T03:18:15,069 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T03:18:15,069 WARN [BP-687343776-172.17.0.3-1731986284497 heartbeating to localhost/127.0.0.1:36995 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T03:18:15,069 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T03:18:15,069 WARN [BP-687343776-172.17.0.3-1731986284497 heartbeating to localhost/127.0.0.1:36995 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-687343776-172.17.0.3-1731986284497 (Datanode Uuid dcd3ad56-52ea-4466-93af-3ccbdcfe1ee2) service to localhost/127.0.0.1:36995 2024-11-19T03:18:15,069 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8b2a48aa-b29f-03a7-bc76-db292dc1f6e7/cluster_fc9d8153-3d61-4139-36a1-0a40e9a8faa9/data/data1/current/BP-687343776-172.17.0.3-1731986284497 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T03:18:15,069 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8b2a48aa-b29f-03a7-bc76-db292dc1f6e7/cluster_fc9d8153-3d61-4139-36a1-0a40e9a8faa9/data/data2/current/BP-687343776-172.17.0.3-1731986284497 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T03:18:15,070 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T03:18:15,075 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@285c258d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T03:18:15,076 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@77c62866{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T03:18:15,076 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T03:18:15,076 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7636d219{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T03:18:15,076 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23c3eab3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8b2a48aa-b29f-03a7-bc76-db292dc1f6e7/hadoop.log.dir/,STOPPED} 2024-11-19T03:18:15,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T03:18:15,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T03:18:15,088 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T03:18:15,089 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:18:15,089 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:18:15,089 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:18:15,089 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:18:15,089 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T03:18:15,089 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1822652985, stopped=false 2024-11-19T03:18:15,089 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=47efada56ed5,44405,1731986281364 2024-11-19T03:18:15,109 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43591-0x101511945180001, quorum=127.0.0.1:64812, baseZNode=/0130184046 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0130184046/running 2024-11-19T03:18:15,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44405-0x101511945180000, quorum=127.0.0.1:64812, baseZNode=/0130184046 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0130184046/running 2024-11-19T03:18:15,109 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T03:18:15,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44405-0x101511945180000, quorum=127.0.0.1:64812, baseZNode=/0130184046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0130184046 2024-11-19T03:18:15,109 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43591-0x101511945180001, quorum=127.0.0.1:64812, baseZNode=/0130184046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0130184046 2024-11-19T03:18:15,110 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43591-0x101511945180001, quorum=127.0.0.1:64812, baseZNode=/0130184046 Set watcher on znode that does not yet exist, /0130184046/running 2024-11-19T03:18:15,110 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44405-0x101511945180000, quorum=127.0.0.1:64812, baseZNode=/0130184046 Set watcher on znode that does not yet exist, /0130184046/running 2024-11-19T03:18:15,110 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T03:18:15,111 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:18:15,111 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:18:15,111 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '47efada56ed5,43591,1731986281615' ***** 2024-11-19T03:18:15,111 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T03:18:15,111 INFO [RS:0;47efada56ed5:43591 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T03:18:15,111 INFO [RS:0;47efada56ed5:43591 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T03:18:15,111 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T03:18:15,111 INFO [RS:0;47efada56ed5:43591 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T03:18:15,111 INFO [RS:0;47efada56ed5:43591 {}] regionserver.HRegionServer(3091): Received CLOSE for dca33a6f74bb89d612e5b8be2771dc72 2024-11-19T03:18:15,112 INFO [RS:0;47efada56ed5:43591 {}] regionserver.HRegionServer(959): stopping server 47efada56ed5,43591,1731986281615 2024-11-19T03:18:15,112 INFO [RS:0;47efada56ed5:43591 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T03:18:15,112 INFO [RS:0;47efada56ed5:43591 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;47efada56ed5:43591. 2024-11-19T03:18:15,112 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dca33a6f74bb89d612e5b8be2771dc72, disabling compactions & flushes 2024-11-19T03:18:15,112 DEBUG [RS:0;47efada56ed5:43591 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:18:15,112 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731986290175.dca33a6f74bb89d612e5b8be2771dc72. 2024-11-19T03:18:15,112 DEBUG [RS:0;47efada56ed5:43591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:18:15,112 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731986290175.dca33a6f74bb89d612e5b8be2771dc72. 2024-11-19T03:18:15,112 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731986290175.dca33a6f74bb89d612e5b8be2771dc72. after waiting 0 ms 2024-11-19T03:18:15,112 INFO [RS:0;47efada56ed5:43591 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T03:18:15,112 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731986290175.dca33a6f74bb89d612e5b8be2771dc72. 2024-11-19T03:18:15,112 INFO [RS:0;47efada56ed5:43591 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T03:18:15,112 INFO [RS:0;47efada56ed5:43591 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T03:18:15,112 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing dca33a6f74bb89d612e5b8be2771dc72 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-19T03:18:15,112 INFO [RS:0;47efada56ed5:43591 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T03:18:15,112 INFO [RS:0;47efada56ed5:43591 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T03:18:15,112 DEBUG [RS:0;47efada56ed5:43591 {}] regionserver.HRegionServer(1325): Online Regions={dca33a6f74bb89d612e5b8be2771dc72=hbase:replication,,1731986290175.dca33a6f74bb89d612e5b8be2771dc72., 1588230740=hbase:meta,,1.1588230740} 2024-11-19T03:18:15,112 DEBUG [RS:0;47efada56ed5:43591 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dca33a6f74bb89d612e5b8be2771dc72 2024-11-19T03:18:15,113 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T03:18:15,113 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T03:18:15,113 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T03:18:15,113 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T03:18:15,113 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T03:18:15,113 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-19T03:18:15,129 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37845/user/jenkins/test-data/f5008f79-e0b3-9b6e-fcd7-7139838b0193/data/hbase/replication/dca33a6f74bb89d612e5b8be2771dc72/.tmp/queue/70687eee19214453bed735c5082c17b2 is 151, key is 1-47efada56ed5,43591,1731986281615/queue:47efada56ed5%2C43591%2C1731986281615/1731986291336/Put/seqid=0 2024-11-19T03:18:15,134 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37845/user/jenkins/test-data/f5008f79-e0b3-9b6e-fcd7-7139838b0193/data/hbase/meta/1588230740/.tmp/info/32bfc94973c340d2bc371727bbdb108a is 147, key is hbase:replication,,1731986290175.dca33a6f74bb89d612e5b8be2771dc72./info:regioninfo/1731986291034/Put/seqid=0 2024-11-19T03:18:15,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32953 is added to blk_1073741838_1014 (size=5350) 2024-11-19T03:18:15,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32953 is added to blk_1073741839_1015 (size=6631) 2024-11-19T03:18:15,160 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37845/user/jenkins/test-data/f5008f79-e0b3-9b6e-fcd7-7139838b0193/data/hbase/meta/1588230740/.tmp/info/32bfc94973c340d2bc371727bbdb108a 2024-11-19T03:18:15,180 INFO [regionserver/47efada56ed5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T03:18:15,211 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37845/user/jenkins/test-data/f5008f79-e0b3-9b6e-fcd7-7139838b0193/data/hbase/meta/1588230740/.tmp/ns/6fb027d2bfdb4a058217c42316c43c55 is 43, key is default/ns:d/1731986284334/Put/seqid=0 2024-11-19T03:18:15,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32953 is added to blk_1073741840_1016 (size=5153) 2024-11-19T03:18:15,313 DEBUG [RS:0;47efada56ed5:43591 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dca33a6f74bb89d612e5b8be2771dc72 2024-11-19T03:18:15,469 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T03:18:15,471 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:18:15,506 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:18:15,508 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:18:15,508 INFO [regionserver/47efada56ed5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T03:18:15,509 INFO [regionserver/47efada56ed5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T03:18:15,513 DEBUG [RS:0;47efada56ed5:43591 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dca33a6f74bb89d612e5b8be2771dc72 2024-11-19T03:18:15,545 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:37845/user/jenkins/test-data/f5008f79-e0b3-9b6e-fcd7-7139838b0193/data/hbase/replication/dca33a6f74bb89d612e5b8be2771dc72/.tmp/queue/70687eee19214453bed735c5082c17b2 2024-11-19T03:18:15,556 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37845/user/jenkins/test-data/f5008f79-e0b3-9b6e-fcd7-7139838b0193/data/hbase/replication/dca33a6f74bb89d612e5b8be2771dc72/.tmp/queue/70687eee19214453bed735c5082c17b2 as hdfs://localhost:37845/user/jenkins/test-data/f5008f79-e0b3-9b6e-fcd7-7139838b0193/data/hbase/replication/dca33a6f74bb89d612e5b8be2771dc72/queue/70687eee19214453bed735c5082c17b2 2024-11-19T03:18:15,571 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37845/user/jenkins/test-data/f5008f79-e0b3-9b6e-fcd7-7139838b0193/data/hbase/replication/dca33a6f74bb89d612e5b8be2771dc72/queue/70687eee19214453bed735c5082c17b2, entries=1, sequenceid=5, filesize=5.2 K 2024-11-19T03:18:15,573 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for dca33a6f74bb89d612e5b8be2771dc72 in 461ms, sequenceid=5, compaction requested=false 2024-11-19T03:18:15,573 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-19T03:18:15,586 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37845/user/jenkins/test-data/f5008f79-e0b3-9b6e-fcd7-7139838b0193/data/hbase/replication/dca33a6f74bb89d612e5b8be2771dc72/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-19T03:18:15,587 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T03:18:15,587 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T03:18:15,587 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731986290175.dca33a6f74bb89d612e5b8be2771dc72. 2024-11-19T03:18:15,587 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dca33a6f74bb89d612e5b8be2771dc72: Waiting for close lock at 1731986295112Running coprocessor pre-close hooks at 1731986295112Disabling compacts and flushes for region at 1731986295112Disabling writes for close at 1731986295112Obtaining lock to block concurrent updates at 1731986295112Preparing flush snapshotting stores in dca33a6f74bb89d612e5b8be2771dc72 at 1731986295112Finished memstore snapshotting hbase:replication,,1731986290175.dca33a6f74bb89d612e5b8be2771dc72., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731986295113 (+1 ms)Flushing stores of hbase:replication,,1731986290175.dca33a6f74bb89d612e5b8be2771dc72. at 1731986295113Flushing dca33a6f74bb89d612e5b8be2771dc72/queue: creating writer at 1731986295113Flushing dca33a6f74bb89d612e5b8be2771dc72/queue: appending metadata at 1731986295128 (+15 ms)Flushing dca33a6f74bb89d612e5b8be2771dc72/queue: closing flushed file at 1731986295128Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a70e49c: reopening flushed file at 1731986295555 (+427 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for dca33a6f74bb89d612e5b8be2771dc72 in 461ms, sequenceid=5, compaction requested=false at 1731986295573 (+18 ms)Writing region close event to WAL at 1731986295583 (+10 ms)Running coprocessor post-close hooks at 1731986295587 (+4 ms)Closed at 1731986295587 2024-11-19T03:18:15,587 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731986290175.dca33a6f74bb89d612e5b8be2771dc72. 2024-11-19T03:18:15,626 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37845/user/jenkins/test-data/f5008f79-e0b3-9b6e-fcd7-7139838b0193/data/hbase/meta/1588230740/.tmp/ns/6fb027d2bfdb4a058217c42316c43c55 2024-11-19T03:18:15,652 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37845/user/jenkins/test-data/f5008f79-e0b3-9b6e-fcd7-7139838b0193/data/hbase/meta/1588230740/.tmp/table/f56d67afc9ec4a73b4f5e314391941ff is 53, key is hbase:replication/table:state/1731986291050/Put/seqid=0 2024-11-19T03:18:15,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32953 is added to blk_1073741841_1017 (size=5256) 2024-11-19T03:18:15,713 DEBUG [RS:0;47efada56ed5:43591 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T03:18:15,847 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43591,1731986281615.replicationSource.wal-reader.47efada56ed5%2C43591%2C1731986281615,1-47efada56ed5,43591,1731986281615 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37845/user/jenkins/test-data/f5008f79-e0b3-9b6e-fcd7-7139838b0193/WALs/47efada56ed5,43591,1731986281615/47efada56ed5%2C43591%2C1731986281615.1731986283685 to pos 0, reset compression=false 2024-11-19T03:18:15,913 DEBUG [RS:0;47efada56ed5:43591 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T03:18:16,060 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37845/user/jenkins/test-data/f5008f79-e0b3-9b6e-fcd7-7139838b0193/data/hbase/meta/1588230740/.tmp/table/f56d67afc9ec4a73b4f5e314391941ff 2024-11-19T03:18:16,067 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37845/user/jenkins/test-data/f5008f79-e0b3-9b6e-fcd7-7139838b0193/data/hbase/meta/1588230740/.tmp/info/32bfc94973c340d2bc371727bbdb108a as hdfs://localhost:37845/user/jenkins/test-data/f5008f79-e0b3-9b6e-fcd7-7139838b0193/data/hbase/meta/1588230740/info/32bfc94973c340d2bc371727bbdb108a 2024-11-19T03:18:16,078 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37845/user/jenkins/test-data/f5008f79-e0b3-9b6e-fcd7-7139838b0193/data/hbase/meta/1588230740/info/32bfc94973c340d2bc371727bbdb108a, entries=10, sequenceid=11, filesize=6.5 K 2024-11-19T03:18:16,079 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37845/user/jenkins/test-data/f5008f79-e0b3-9b6e-fcd7-7139838b0193/data/hbase/meta/1588230740/.tmp/ns/6fb027d2bfdb4a058217c42316c43c55 as hdfs://localhost:37845/user/jenkins/test-data/f5008f79-e0b3-9b6e-fcd7-7139838b0193/data/hbase/meta/1588230740/ns/6fb027d2bfdb4a058217c42316c43c55 2024-11-19T03:18:16,086 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37845/user/jenkins/test-data/f5008f79-e0b3-9b6e-fcd7-7139838b0193/data/hbase/meta/1588230740/ns/6fb027d2bfdb4a058217c42316c43c55, entries=2, sequenceid=11, filesize=5.0 K 2024-11-19T03:18:16,087 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37845/user/jenkins/test-data/f5008f79-e0b3-9b6e-fcd7-7139838b0193/data/hbase/meta/1588230740/.tmp/table/f56d67afc9ec4a73b4f5e314391941ff as hdfs://localhost:37845/user/jenkins/test-data/f5008f79-e0b3-9b6e-fcd7-7139838b0193/data/hbase/meta/1588230740/table/f56d67afc9ec4a73b4f5e314391941ff 2024-11-19T03:18:16,093 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37845/user/jenkins/test-data/f5008f79-e0b3-9b6e-fcd7-7139838b0193/data/hbase/meta/1588230740/table/f56d67afc9ec4a73b4f5e314391941ff, entries=2, sequenceid=11, filesize=5.1 K 2024-11-19T03:18:16,094 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 981ms, sequenceid=11, compaction requested=false 2024-11-19T03:18:16,104 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37845/user/jenkins/test-data/f5008f79-e0b3-9b6e-fcd7-7139838b0193/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-19T03:18:16,105 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T03:18:16,105 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T03:18:16,105 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T03:18:16,105 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731986295113Running coprocessor pre-close hooks at 1731986295113Disabling compacts and flushes for region at 1731986295113Disabling writes for close at 1731986295113Obtaining lock to block concurrent updates at 1731986295113Preparing flush snapshotting stores in 1588230740 at 1731986295113Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731986295113Flushing stores of hbase:meta,,1.1588230740 at 1731986295114 (+1 ms)Flushing 1588230740/info: creating writer at 1731986295114Flushing 1588230740/info: appending metadata at 1731986295133 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731986295133Flushing 1588230740/ns: creating writer at 1731986295186 (+53 ms)Flushing 1588230740/ns: appending metadata at 1731986295210 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1731986295211 (+1 ms)Flushing 1588230740/table: creating writer at 1731986295634 (+423 ms)Flushing 1588230740/table: appending metadata at 1731986295652 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731986295652Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23579003: reopening flushed file at 1731986296066 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@611e2434: reopening flushed file at 1731986296078 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@647442da: reopening flushed file at 1731986296086 (+8 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 981ms, sequenceid=11, compaction requested=false at 1731986296094 (+8 ms)Writing region close event to WAL at 1731986296101 (+7 ms)Running coprocessor post-close hooks at 1731986296105 (+4 ms)Closed at 1731986296105 2024-11-19T03:18:16,105 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T03:18:16,114 INFO [RS:0;47efada56ed5:43591 {}] regionserver.HRegionServer(976): stopping server 47efada56ed5,43591,1731986281615; all regions closed. 2024-11-19T03:18:16,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32953 is added to blk_1073741834_1010 (size=2742) 2024-11-19T03:18:16,119 DEBUG [RS:0;47efada56ed5:43591 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f5008f79-e0b3-9b6e-fcd7-7139838b0193/oldWALs 2024-11-19T03:18:16,119 INFO [RS:0;47efada56ed5:43591 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 47efada56ed5%2C43591%2C1731986281615.meta:.meta(num 1731986284238) 2024-11-19T03:18:16,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32953 is added to blk_1073741837_1013 (size=1586) 2024-11-19T03:18:16,124 DEBUG [RS:0;47efada56ed5:43591 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f5008f79-e0b3-9b6e-fcd7-7139838b0193/oldWALs 2024-11-19T03:18:16,124 INFO [RS:0;47efada56ed5:43591 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 47efada56ed5%2C43591%2C1731986281615.rep:(num 1731986290956) 2024-11-19T03:18:16,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32953 is added to blk_1073741833_1009 (size=93) 2024-11-19T03:18:16,126 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f5008f79-e0b3-9b6e-fcd7-7139838b0193/WALs/47efada56ed5,43591,1731986281615/47efada56ed5%2C43591%2C1731986281615.1731986283685 not finished, retry = 0 2024-11-19T03:18:16,228 DEBUG [RS:0;47efada56ed5:43591 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f5008f79-e0b3-9b6e-fcd7-7139838b0193/oldWALs 2024-11-19T03:18:16,228 INFO [RS:0;47efada56ed5:43591 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 47efada56ed5%2C43591%2C1731986281615:(num 1731986283685) 2024-11-19T03:18:16,228 DEBUG [RS:0;47efada56ed5:43591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:18:16,228 INFO [RS:0;47efada56ed5:43591 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T03:18:16,228 INFO [RS:0;47efada56ed5:43591 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T03:18:16,229 INFO [RS:0;47efada56ed5:43591 {}] hbase.ChoreService(370): Chore service for: regionserver/47efada56ed5:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T03:18:16,229 INFO [RS:0;47efada56ed5:43591 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T03:18:16,229 INFO [regionserver/47efada56ed5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T03:18:16,229 INFO [RS:0;47efada56ed5:43591 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-47efada56ed5,43591,1731986281615 because: Region server is closing 2024-11-19T03:18:16,229 INFO [RS:0;47efada56ed5:43591 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;47efada56ed5:43591. 2024-11-19T03:18:16,229 DEBUG [RS:0;47efada56ed5:43591 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:18:16,230 DEBUG [RS:0;47efada56ed5:43591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:18:16,230 DEBUG [RS:0;47efada56ed5:43591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:18:16,230 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:18:16,330 WARN [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43591,1731986281615.replicationSource.wal-reader.47efada56ed5%2C43591%2C1731986281615,1-47efada56ed5,43591,1731986281615 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T03:18:16,330 WARN [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43591,1731986281615.replicationSource.shipper47efada56ed5%2C43591%2C1731986281615,1-47efada56ed5,43591,1731986281615 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-19T03:18:16,330 INFO [RS:0;47efada56ed5:43591 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43591,1731986281615.replicationSource.shipper47efada56ed5%2C43591%2C1731986281615,1-47efada56ed5,43591,1731986281615 terminated 2024-11-19T03:18:16,330 INFO [RS:0;47efada56ed5:43591 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43591 2024-11-19T03:18:16,385 INFO [RS:0;47efada56ed5:43591 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T03:18:16,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44405-0x101511945180000, quorum=127.0.0.1:64812, baseZNode=/0130184046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0130184046/rs 2024-11-19T03:18:16,385 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43591-0x101511945180001, quorum=127.0.0.1:64812, baseZNode=/0130184046 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0130184046/rs/47efada56ed5,43591,1731986281615 2024-11-19T03:18:16,386 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [47efada56ed5,43591,1731986281615] 2024-11-19T03:18:16,406 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0130184046/draining/47efada56ed5,43591,1731986281615 already deleted, retry=false 2024-11-19T03:18:16,406 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 47efada56ed5,43591,1731986281615 expired; onlineServers=0 2024-11-19T03:18:16,406 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '47efada56ed5,44405,1731986281364' ***** 2024-11-19T03:18:16,406 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T03:18:16,406 INFO [M:0;47efada56ed5:44405 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T03:18:16,406 INFO [M:0;47efada56ed5:44405 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T03:18:16,406 DEBUG [M:0;47efada56ed5:44405 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T03:18:16,406 DEBUG [M:0;47efada56ed5:44405 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T03:18:16,406 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T03:18:16,406 DEBUG [master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.large.0-1731986283396 {}] cleaner.HFileCleaner(306): Exit Thread[master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.large.0-1731986283396,5,FailOnTimeoutGroup] 2024-11-19T03:18:16,406 DEBUG [master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.small.0-1731986283404 {}] cleaner.HFileCleaner(306): Exit Thread[master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.small.0-1731986283404,5,FailOnTimeoutGroup] 2024-11-19T03:18:16,406 INFO [M:0;47efada56ed5:44405 {}] hbase.ChoreService(370): Chore service for: master/47efada56ed5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T03:18:16,406 INFO [M:0;47efada56ed5:44405 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T03:18:16,407 DEBUG [M:0;47efada56ed5:44405 {}] master.HMaster(1795): Stopping service threads 2024-11-19T03:18:16,407 INFO [M:0;47efada56ed5:44405 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T03:18:16,407 INFO [M:0;47efada56ed5:44405 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T03:18:16,407 INFO [M:0;47efada56ed5:44405 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T03:18:16,407 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T03:18:16,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44405-0x101511945180000, quorum=127.0.0.1:64812, baseZNode=/0130184046 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0130184046/master 2024-11-19T03:18:16,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44405-0x101511945180000, quorum=127.0.0.1:64812, baseZNode=/0130184046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0130184046 2024-11-19T03:18:16,416 DEBUG [M:0;47efada56ed5:44405 {}] zookeeper.ZKUtil(347): master:44405-0x101511945180000, quorum=127.0.0.1:64812, baseZNode=/0130184046 Unable to get data of znode /0130184046/master because node does not exist (not an error) 2024-11-19T03:18:16,416 WARN [M:0;47efada56ed5:44405 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T03:18:16,417 INFO [M:0;47efada56ed5:44405 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37845/user/jenkins/test-data/f5008f79-e0b3-9b6e-fcd7-7139838b0193/.lastflushedseqids 2024-11-19T03:18:16,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32953 is added to blk_1073741842_1018 (size=181) 2024-11-19T03:18:16,425 INFO [M:0;47efada56ed5:44405 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T03:18:16,425 INFO [M:0;47efada56ed5:44405 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T03:18:16,425 DEBUG [M:0;47efada56ed5:44405 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T03:18:16,425 INFO [M:0;47efada56ed5:44405 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:18:16,425 DEBUG [M:0;47efada56ed5:44405 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:18:16,425 DEBUG [M:0;47efada56ed5:44405 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T03:18:16,425 DEBUG [M:0;47efada56ed5:44405 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:18:16,425 INFO [M:0;47efada56ed5:44405 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-19T03:18:16,446 DEBUG [M:0;47efada56ed5:44405 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37845/user/jenkins/test-data/f5008f79-e0b3-9b6e-fcd7-7139838b0193/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0e3f829b3ecf4bd1807c58cd2f720d1f is 82, key is hbase:meta,,1/info:regioninfo/1731986284277/Put/seqid=0 2024-11-19T03:18:16,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32953 is added to blk_1073741843_1019 (size=5672) 2024-11-19T03:18:16,486 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T03:18:16,487 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T03:18:16,487 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T03:18:16,495 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43591-0x101511945180001, quorum=127.0.0.1:64812, baseZNode=/0130184046 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T03:18:16,495 INFO [RS:0;47efada56ed5:43591 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T03:18:16,496 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43591-0x101511945180001, quorum=127.0.0.1:64812, baseZNode=/0130184046 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T03:18:16,496 INFO [RS:0;47efada56ed5:43591 {}] regionserver.HRegionServer(1031): Exiting; stopping=47efada56ed5,43591,1731986281615; zookeeper connection closed. 2024-11-19T03:18:16,496 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1a828674 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1a828674 2024-11-19T03:18:16,496 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T03:18:16,850 INFO [M:0;47efada56ed5:44405 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:37845/user/jenkins/test-data/f5008f79-e0b3-9b6e-fcd7-7139838b0193/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0e3f829b3ecf4bd1807c58cd2f720d1f 2024-11-19T03:18:16,885 DEBUG [M:0;47efada56ed5:44405 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37845/user/jenkins/test-data/f5008f79-e0b3-9b6e-fcd7-7139838b0193/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e90877686826403290bf38ef1c041653 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731986291057/Put/seqid=0 2024-11-19T03:18:16,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32953 is added to blk_1073741844_1020 (size=7203) 2024-11-19T03:18:16,902 INFO [M:0;47efada56ed5:44405 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:37845/user/jenkins/test-data/f5008f79-e0b3-9b6e-fcd7-7139838b0193/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e90877686826403290bf38ef1c041653 2024-11-19T03:18:16,973 DEBUG [M:0;47efada56ed5:44405 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37845/user/jenkins/test-data/f5008f79-e0b3-9b6e-fcd7-7139838b0193/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4fbac8d16a21490ea6f6cfe807a87825 is 69, key is 47efada56ed5,43591,1731986281615/rs:state/1731986283444/Put/seqid=0 2024-11-19T03:18:17,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32953 is added to blk_1073741845_1021 (size=5156) 2024-11-19T03:18:17,005 INFO [M:0;47efada56ed5:44405 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:37845/user/jenkins/test-data/f5008f79-e0b3-9b6e-fcd7-7139838b0193/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4fbac8d16a21490ea6f6cfe807a87825 2024-11-19T03:18:17,019 DEBUG [M:0;47efada56ed5:44405 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37845/user/jenkins/test-data/f5008f79-e0b3-9b6e-fcd7-7139838b0193/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0e3f829b3ecf4bd1807c58cd2f720d1f as hdfs://localhost:37845/user/jenkins/test-data/f5008f79-e0b3-9b6e-fcd7-7139838b0193/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0e3f829b3ecf4bd1807c58cd2f720d1f 2024-11-19T03:18:17,031 INFO [M:0;47efada56ed5:44405 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37845/user/jenkins/test-data/f5008f79-e0b3-9b6e-fcd7-7139838b0193/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0e3f829b3ecf4bd1807c58cd2f720d1f, entries=8, sequenceid=70, filesize=5.5 K 2024-11-19T03:18:17,033 DEBUG [M:0;47efada56ed5:44405 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37845/user/jenkins/test-data/f5008f79-e0b3-9b6e-fcd7-7139838b0193/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e90877686826403290bf38ef1c041653 as hdfs://localhost:37845/user/jenkins/test-data/f5008f79-e0b3-9b6e-fcd7-7139838b0193/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e90877686826403290bf38ef1c041653 2024-11-19T03:18:17,045 INFO [M:0;47efada56ed5:44405 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37845/user/jenkins/test-data/f5008f79-e0b3-9b6e-fcd7-7139838b0193/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e90877686826403290bf38ef1c041653, entries=8, sequenceid=70, filesize=7.0 K 2024-11-19T03:18:17,046 DEBUG [M:0;47efada56ed5:44405 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37845/user/jenkins/test-data/f5008f79-e0b3-9b6e-fcd7-7139838b0193/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4fbac8d16a21490ea6f6cfe807a87825 as hdfs://localhost:37845/user/jenkins/test-data/f5008f79-e0b3-9b6e-fcd7-7139838b0193/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4fbac8d16a21490ea6f6cfe807a87825 2024-11-19T03:18:17,058 INFO [M:0;47efada56ed5:44405 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37845/user/jenkins/test-data/f5008f79-e0b3-9b6e-fcd7-7139838b0193/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4fbac8d16a21490ea6f6cfe807a87825, entries=1, sequenceid=70, filesize=5.0 K 2024-11-19T03:18:17,059 INFO [M:0;47efada56ed5:44405 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 634ms, sequenceid=70, compaction requested=false 2024-11-19T03:18:17,086 INFO [M:0;47efada56ed5:44405 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:18:17,086 DEBUG [M:0;47efada56ed5:44405 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731986296425Disabling compacts and flushes for region at 1731986296425Disabling writes for close at 1731986296425Obtaining lock to block concurrent updates at 1731986296425Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731986296425Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731986296426 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731986296427 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731986296427Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731986296445 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731986296445Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731986296856 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731986296884 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731986296885 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731986296917 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731986296961 (+44 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731986296961Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fa32fa6: reopening flushed file at 1731986297017 (+56 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7774cb7d: reopening flushed file at 1731986297031 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e32da81: reopening flushed file at 1731986297045 (+14 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 634ms, sequenceid=70, compaction requested=false at 1731986297059 (+14 ms)Writing region close event to WAL at 1731986297086 (+27 ms)Closed at 1731986297086 2024-11-19T03:18:17,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32953 is added to blk_1073741830_1006 (size=41008) 2024-11-19T03:18:17,095 INFO [M:0;47efada56ed5:44405 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T03:18:17,095 INFO [M:0;47efada56ed5:44405 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44405 2024-11-19T03:18:17,095 INFO [M:0;47efada56ed5:44405 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T03:18:17,096 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T03:18:17,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44405-0x101511945180000, quorum=127.0.0.1:64812, baseZNode=/0130184046 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T03:18:17,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44405-0x101511945180000, quorum=127.0.0.1:64812, baseZNode=/0130184046 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T03:18:17,282 INFO [M:0;47efada56ed5:44405 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T03:18:17,294 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@57bf3961{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T03:18:17,294 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@32577e0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T03:18:17,294 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T03:18:17,295 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@87d2036{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T03:18:17,295 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3da2c61{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6f744d9e-584c-b8c6-9999-518f6c4d6a27/hadoop.log.dir/,STOPPED} 2024-11-19T03:18:17,297 WARN [BP-93973443-172.17.0.3-1731986278791 heartbeating to localhost/127.0.0.1:37845 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T03:18:17,297 WARN [BP-93973443-172.17.0.3-1731986278791 heartbeating to localhost/127.0.0.1:37845 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-93973443-172.17.0.3-1731986278791 (Datanode Uuid c27428bd-02d9-4632-9e67-a389fa044609) service to localhost/127.0.0.1:37845 2024-11-19T03:18:17,298 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6f744d9e-584c-b8c6-9999-518f6c4d6a27/cluster_77c24d17-ea81-f0c2-6bfd-d1f04459cd67/data/data1/current/BP-93973443-172.17.0.3-1731986278791 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T03:18:17,299 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T03:18:17,299 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T03:18:17,299 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T03:18:17,300 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6f744d9e-584c-b8c6-9999-518f6c4d6a27/cluster_77c24d17-ea81-f0c2-6bfd-d1f04459cd67/data/data2/current/BP-93973443-172.17.0.3-1731986278791 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T03:18:17,313 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6ae5c3c7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T03:18:17,314 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@64341732{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T03:18:17,314 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T03:18:17,314 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1aba68e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T03:18:17,314 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@565871ad{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6f744d9e-584c-b8c6-9999-518f6c4d6a27/hadoop.log.dir/,STOPPED} 2024-11-19T03:18:17,323 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-19T03:18:17,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T03:18:17,349 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=138 (was 108) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36995 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:37845 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64812) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:36995 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:36995 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36995 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64812) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36995 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:36995 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37845 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:37845 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37845 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:37845 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:36995 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37845 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36995 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:37845 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37845 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=464 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=627 (was 614) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8756 (was 9734) 2024-11-19T03:18:17,367 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=138, OpenFileDescriptor=464, MaxFileDescriptor=1048576, SystemLoadAverage=627, ProcessCount=11, AvailableMemoryMB=8755 2024-11-19T03:18:17,385 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-19T03:18:17,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8b2a48aa-b29f-03a7-bc76-db292dc1f6e7/hadoop.log.dir so I do NOT create it in target/test-data/df990ad2-c479-64f8-127a-8ccc20323138 2024-11-19T03:18:17,386 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8b2a48aa-b29f-03a7-bc76-db292dc1f6e7/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T03:18:17,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8b2a48aa-b29f-03a7-bc76-db292dc1f6e7/hadoop.tmp.dir so I do NOT create it in target/test-data/df990ad2-c479-64f8-127a-8ccc20323138 2024-11-19T03:18:17,386 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8b2a48aa-b29f-03a7-bc76-db292dc1f6e7/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T03:18:17,386 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/df990ad2-c479-64f8-127a-8ccc20323138 2024-11-19T03:18:17,386 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/df990ad2-c479-64f8-127a-8ccc20323138/cluster_0178834a-d9d0-0455-b9b5-fff51f5755ad, deleteOnExit=true 2024-11-19T03:18:17,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101511945180002, quorum=127.0.0.1:64812, baseZNode=/0130184046 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T03:18:17,421 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101511945180002, quorum=127.0.0.1:64812, baseZNode=/0130184046 Received Disconnected from ZooKeeper, ignoring 2024-11-19T03:18:17,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101511945180005, quorum=127.0.0.1:64812, baseZNode=/1-124482785 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T03:18:17,421 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101511945180005, quorum=127.0.0.1:64812, baseZNode=/1-124482785 Received Disconnected from ZooKeeper, ignoring 2024-11-19T03:18:17,441 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/df990ad2-c479-64f8-127a-8ccc20323138/cluster_0178834a-d9d0-0455-b9b5-fff51f5755ad/zookeeper_0, clientPort=53731, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/df990ad2-c479-64f8-127a-8ccc20323138/cluster_0178834a-d9d0-0455-b9b5-fff51f5755ad/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/df990ad2-c479-64f8-127a-8ccc20323138/cluster_0178834a-d9d0-0455-b9b5-fff51f5755ad/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T03:18:17,449 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53731 2024-11-19T03:18:17,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T03:18:17,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T03:18:17,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/df990ad2-c479-64f8-127a-8ccc20323138/test.cache.data in system properties and HBase conf 2024-11-19T03:18:17,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/df990ad2-c479-64f8-127a-8ccc20323138/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T03:18:17,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/df990ad2-c479-64f8-127a-8ccc20323138/hadoop.log.dir in system properties and HBase conf 2024-11-19T03:18:17,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/df990ad2-c479-64f8-127a-8ccc20323138/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T03:18:17,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/df990ad2-c479-64f8-127a-8ccc20323138/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T03:18:17,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T03:18:17,450 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T03:18:17,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/df990ad2-c479-64f8-127a-8ccc20323138/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T03:18:17,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/df990ad2-c479-64f8-127a-8ccc20323138/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T03:18:17,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/df990ad2-c479-64f8-127a-8ccc20323138/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T03:18:17,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/df990ad2-c479-64f8-127a-8ccc20323138/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T03:18:17,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/df990ad2-c479-64f8-127a-8ccc20323138/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T03:18:17,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/df990ad2-c479-64f8-127a-8ccc20323138/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T03:18:17,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/df990ad2-c479-64f8-127a-8ccc20323138/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T03:18:17,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/df990ad2-c479-64f8-127a-8ccc20323138/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T03:18:17,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/df990ad2-c479-64f8-127a-8ccc20323138/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T03:18:17,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/df990ad2-c479-64f8-127a-8ccc20323138/nfs.dump.dir in system properties and HBase conf 2024-11-19T03:18:17,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/df990ad2-c479-64f8-127a-8ccc20323138/java.io.tmpdir in system properties and HBase conf 2024-11-19T03:18:17,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/df990ad2-c479-64f8-127a-8ccc20323138/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T03:18:17,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/df990ad2-c479-64f8-127a-8ccc20323138/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T03:18:17,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/df990ad2-c479-64f8-127a-8ccc20323138/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T03:18:17,861 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T03:18:17,869 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T03:18:17,877 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T03:18:17,877 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T03:18:17,877 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T03:18:17,878 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T03:18:17,884 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65596767{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/df990ad2-c479-64f8-127a-8ccc20323138/hadoop.log.dir/,AVAILABLE} 2024-11-19T03:18:17,885 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65e463c7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T03:18:18,101 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@31ac2c5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/df990ad2-c479-64f8-127a-8ccc20323138/java.io.tmpdir/jetty-localhost-36089-hadoop-hdfs-3_4_1-tests_jar-_-any-7090849715578473758/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T03:18:18,106 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@70bff7d0{HTTP/1.1, (http/1.1)}{localhost:36089} 2024-11-19T03:18:18,106 INFO [Time-limited test {}] server.Server(415): Started @61710ms 2024-11-19T03:18:18,579 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T03:18:18,593 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T03:18:18,636 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T03:18:18,636 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T03:18:18,636 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T03:18:18,650 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77d25950{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/df990ad2-c479-64f8-127a-8ccc20323138/hadoop.log.dir/,AVAILABLE} 2024-11-19T03:18:18,651 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28c7081d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T03:18:18,811 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7d6ee488{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/df990ad2-c479-64f8-127a-8ccc20323138/java.io.tmpdir/jetty-localhost-36919-hadoop-hdfs-3_4_1-tests_jar-_-any-10792140997158321688/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T03:18:18,812 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5946eb8a{HTTP/1.1, (http/1.1)}{localhost:36919} 2024-11-19T03:18:18,812 INFO [Time-limited test {}] server.Server(415): Started @62416ms 2024-11-19T03:18:18,832 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T03:18:19,758 WARN [Thread-827 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/df990ad2-c479-64f8-127a-8ccc20323138/cluster_0178834a-d9d0-0455-b9b5-fff51f5755ad/data/data1/current/BP-125603466-172.17.0.3-1731986297488/current, will proceed with Du for space computation calculation, 2024-11-19T03:18:19,758 WARN [Thread-828 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/df990ad2-c479-64f8-127a-8ccc20323138/cluster_0178834a-d9d0-0455-b9b5-fff51f5755ad/data/data2/current/BP-125603466-172.17.0.3-1731986297488/current, will proceed with Du for space computation calculation, 2024-11-19T03:18:19,776 WARN [Thread-815 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T03:18:19,779 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x94ad2aad24e8dfda with lease ID 0x80cc4ef9a2fc7f27: Processing first storage report for DS-e28db1a1-0b7b-49f5-ae0f-265beec39f69 from datanode DatanodeRegistration(127.0.0.1:42261, datanodeUuid=0a3b0756-c321-44aa-bb77-06a5fd067c0c, infoPort=37275, infoSecurePort=0, ipcPort=42691, storageInfo=lv=-57;cid=testClusterID;nsid=1035435988;c=1731986297488) 2024-11-19T03:18:19,779 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x94ad2aad24e8dfda with lease ID 0x80cc4ef9a2fc7f27: from storage DS-e28db1a1-0b7b-49f5-ae0f-265beec39f69 node DatanodeRegistration(127.0.0.1:42261, datanodeUuid=0a3b0756-c321-44aa-bb77-06a5fd067c0c, infoPort=37275, infoSecurePort=0, ipcPort=42691, storageInfo=lv=-57;cid=testClusterID;nsid=1035435988;c=1731986297488), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T03:18:19,779 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x94ad2aad24e8dfda with lease ID 0x80cc4ef9a2fc7f27: Processing first storage report for DS-60bb05ec-fb0e-4f09-bd43-ed6498919401 from datanode DatanodeRegistration(127.0.0.1:42261, datanodeUuid=0a3b0756-c321-44aa-bb77-06a5fd067c0c, infoPort=37275, infoSecurePort=0, ipcPort=42691, storageInfo=lv=-57;cid=testClusterID;nsid=1035435988;c=1731986297488) 2024-11-19T03:18:19,779 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x94ad2aad24e8dfda with lease ID 0x80cc4ef9a2fc7f27: from storage DS-60bb05ec-fb0e-4f09-bd43-ed6498919401 node DatanodeRegistration(127.0.0.1:42261, datanodeUuid=0a3b0756-c321-44aa-bb77-06a5fd067c0c, infoPort=37275, infoSecurePort=0, ipcPort=42691, storageInfo=lv=-57;cid=testClusterID;nsid=1035435988;c=1731986297488), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T03:18:19,822 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/df990ad2-c479-64f8-127a-8ccc20323138 2024-11-19T03:18:19,822 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:18:19,824 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:18:19,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42261 is added to blk_1073741825_1001 (size=7) 2024-11-19T03:18:20,235 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab with version=8 2024-11-19T03:18:20,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/hbase-staging 2024-11-19T03:18:20,238 INFO [Time-limited test {}] client.ConnectionUtils(128): master/47efada56ed5:0 server-side Connection retries=45 2024-11-19T03:18:20,238 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T03:18:20,238 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T03:18:20,239 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T03:18:20,239 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T03:18:20,239 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T03:18:20,239 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T03:18:20,239 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T03:18:20,240 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36843 2024-11-19T03:18:20,241 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36843 connecting to ZooKeeper ensemble=127.0.0.1:53731 2024-11-19T03:18:20,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:368430x0, quorum=127.0.0.1:53731, baseZNode=/01217432478 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T03:18:20,320 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36843-0x10151198def0000 connected 2024-11-19T03:18:20,627 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:18:20,629 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:18:20,632 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36843-0x10151198def0000, quorum=127.0.0.1:53731, baseZNode=/01217432478 Set watcher on znode that does not yet exist, /01217432478/running 2024-11-19T03:18:20,632 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab, hbase.cluster.distributed=false 2024-11-19T03:18:20,634 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36843-0x10151198def0000, quorum=127.0.0.1:53731, baseZNode=/01217432478 Set watcher on znode that does not yet exist, /01217432478/acl 2024-11-19T03:18:20,634 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36843 2024-11-19T03:18:20,636 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36843 2024-11-19T03:18:20,640 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36843 2024-11-19T03:18:20,641 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36843 2024-11-19T03:18:20,641 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36843 2024-11-19T03:18:20,656 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/47efada56ed5:0 server-side Connection retries=45 2024-11-19T03:18:20,656 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T03:18:20,657 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T03:18:20,657 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T03:18:20,657 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T03:18:20,657 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T03:18:20,657 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T03:18:20,657 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T03:18:20,658 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42043 2024-11-19T03:18:20,659 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42043 connecting to ZooKeeper ensemble=127.0.0.1:53731 2024-11-19T03:18:20,660 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:18:20,662 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:18:20,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:420430x0, quorum=127.0.0.1:53731, baseZNode=/01217432478 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T03:18:20,677 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:420430x0, quorum=127.0.0.1:53731, baseZNode=/01217432478 Set watcher on znode that does not yet exist, /01217432478/running 2024-11-19T03:18:20,677 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42043-0x10151198def0001 connected 2024-11-19T03:18:20,678 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T03:18:20,678 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T03:18:20,679 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42043-0x10151198def0001, quorum=127.0.0.1:53731, baseZNode=/01217432478 Set watcher on znode that does not yet exist, /01217432478/master 2024-11-19T03:18:20,680 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42043-0x10151198def0001, quorum=127.0.0.1:53731, baseZNode=/01217432478 Set watcher on znode that does not yet exist, /01217432478/acl 2024-11-19T03:18:20,680 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42043 2024-11-19T03:18:20,684 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42043 2024-11-19T03:18:20,684 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42043 2024-11-19T03:18:20,687 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42043 2024-11-19T03:18:20,687 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42043 2024-11-19T03:18:20,698 DEBUG [M:0;47efada56ed5:36843 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;47efada56ed5:36843 2024-11-19T03:18:20,700 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01217432478/backup-masters/47efada56ed5,36843,1731986300238 2024-11-19T03:18:20,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36843-0x10151198def0000, quorum=127.0.0.1:53731, baseZNode=/01217432478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01217432478/backup-masters 2024-11-19T03:18:20,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42043-0x10151198def0001, quorum=127.0.0.1:53731, baseZNode=/01217432478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01217432478/backup-masters 2024-11-19T03:18:20,711 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36843-0x10151198def0000, quorum=127.0.0.1:53731, baseZNode=/01217432478 Set watcher on existing znode=/01217432478/backup-masters/47efada56ed5,36843,1731986300238 2024-11-19T03:18:20,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42043-0x10151198def0001, quorum=127.0.0.1:53731, baseZNode=/01217432478 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01217432478/master 2024-11-19T03:18:20,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36843-0x10151198def0000, quorum=127.0.0.1:53731, baseZNode=/01217432478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01217432478 2024-11-19T03:18:20,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42043-0x10151198def0001, quorum=127.0.0.1:53731, baseZNode=/01217432478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01217432478 2024-11-19T03:18:20,722 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36843-0x10151198def0000, quorum=127.0.0.1:53731, baseZNode=/01217432478 Set watcher on existing znode=/01217432478/master 2024-11-19T03:18:20,722 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01217432478/backup-masters/47efada56ed5,36843,1731986300238 from backup master directory 2024-11-19T03:18:20,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36843-0x10151198def0000, quorum=127.0.0.1:53731, baseZNode=/01217432478 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01217432478/backup-masters/47efada56ed5,36843,1731986300238 2024-11-19T03:18:20,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42043-0x10151198def0001, quorum=127.0.0.1:53731, baseZNode=/01217432478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01217432478/backup-masters 2024-11-19T03:18:20,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36843-0x10151198def0000, quorum=127.0.0.1:53731, baseZNode=/01217432478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01217432478/backup-masters 2024-11-19T03:18:20,732 WARN [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T03:18:20,732 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=47efada56ed5,36843,1731986300238 2024-11-19T03:18:20,737 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/hbase.id] with ID: 2691a6ee-93ae-4dac-98cb-e97362f5fd16 2024-11-19T03:18:20,737 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/.tmp/hbase.id 2024-11-19T03:18:20,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42261 is added to blk_1073741826_1002 (size=42) 2024-11-19T03:18:21,089 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T03:18:21,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:18:21,133 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:18:21,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:18:21,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:18:21,148 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/.tmp/hbase.id]:[hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/hbase.id] 2024-11-19T03:18:21,173 INFO [master/47efada56ed5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:18:21,173 INFO [master/47efada56ed5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T03:18:21,175 INFO [master/47efada56ed5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-19T03:18:21,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42043-0x10151198def0001, quorum=127.0.0.1:53731, baseZNode=/01217432478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01217432478 2024-11-19T03:18:21,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36843-0x10151198def0000, quorum=127.0.0.1:53731, baseZNode=/01217432478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01217432478 2024-11-19T03:18:21,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42261 is added to blk_1073741827_1003 (size=196) 2024-11-19T03:18:21,263 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T03:18:21,264 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T03:18:21,272 INFO [master/47efada56ed5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T03:18:21,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42261 is added to blk_1073741828_1004 (size=1189) 2024-11-19T03:18:21,733 INFO [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/MasterData/data/master/store 2024-11-19T03:18:21,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42261 is added to blk_1073741829_1005 (size=34) 2024-11-19T03:18:22,140 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:18:22,140 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T03:18:22,140 INFO [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:18:22,140 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:18:22,140 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T03:18:22,140 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:18:22,140 INFO [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:18:22,140 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731986302140Disabling compacts and flushes for region at 1731986302140Disabling writes for close at 1731986302140Writing region close event to WAL at 1731986302140Closed at 1731986302140 2024-11-19T03:18:22,141 WARN [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/MasterData/data/master/store/.initializing 2024-11-19T03:18:22,141 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/MasterData/WALs/47efada56ed5,36843,1731986300238 2024-11-19T03:18:22,142 INFO [master/47efada56ed5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T03:18:22,143 INFO [master/47efada56ed5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=47efada56ed5%2C36843%2C1731986300238, suffix=, logDir=hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/MasterData/WALs/47efada56ed5,36843,1731986300238, archiveDir=hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/MasterData/oldWALs, maxLogs=10 2024-11-19T03:18:22,156 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/MasterData/WALs/47efada56ed5,36843,1731986300238/47efada56ed5%2C36843%2C1731986300238.1731986302144, exclude list is [], retry=0 2024-11-19T03:18:22,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42261,DS-e28db1a1-0b7b-49f5-ae0f-265beec39f69,DISK] 2024-11-19T03:18:22,164 INFO [master/47efada56ed5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/MasterData/WALs/47efada56ed5,36843,1731986300238/47efada56ed5%2C36843%2C1731986300238.1731986302144 2024-11-19T03:18:22,164 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37275:37275)] 2024-11-19T03:18:22,164 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T03:18:22,165 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:18:22,165 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:18:22,165 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:18:22,166 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:18:22,167 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T03:18:22,167 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:18:22,168 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:18:22,168 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:18:22,169 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T03:18:22,169 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:18:22,170 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:18:22,170 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:18:22,171 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T03:18:22,171 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:18:22,171 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:18:22,172 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:18:22,173 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T03:18:22,173 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:18:22,173 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:18:22,173 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:18:22,174 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:18:22,174 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:18:22,175 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:18:22,175 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:18:22,176 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T03:18:22,177 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:18:22,179 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T03:18:22,179 INFO [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71260897, jitterRate=0.061870113015174866}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T03:18:22,179 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731986302165Initializing all the Stores at 1731986302166 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986302166Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986302166Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986302166Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986302166Cleaning up temporary data from old regions at 1731986302175 (+9 ms)Region opened successfully at 1731986302179 (+4 ms) 2024-11-19T03:18:22,180 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T03:18:22,182 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3661a306, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=47efada56ed5/172.17.0.3:0 2024-11-19T03:18:22,183 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T03:18:22,184 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T03:18:22,184 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T03:18:22,184 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T03:18:22,184 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T03:18:22,185 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T03:18:22,185 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T03:18:22,188 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T03:18:22,189 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36843-0x10151198def0000, quorum=127.0.0.1:53731, baseZNode=/01217432478 Unable to get data of znode /01217432478/balancer because node does not exist (not necessarily an error) 2024-11-19T03:18:22,305 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01217432478/balancer already deleted, retry=false 2024-11-19T03:18:22,306 INFO [master/47efada56ed5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T03:18:22,307 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36843-0x10151198def0000, quorum=127.0.0.1:53731, baseZNode=/01217432478 Unable to get data of znode /01217432478/normalizer because node does not exist (not necessarily an error) 2024-11-19T03:18:22,391 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01217432478/normalizer already deleted, retry=false 2024-11-19T03:18:22,392 INFO [master/47efada56ed5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T03:18:22,409 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36843-0x10151198def0000, quorum=127.0.0.1:53731, baseZNode=/01217432478 Unable to get data of znode /01217432478/switch/split because node does not exist (not necessarily an error) 2024-11-19T03:18:22,426 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01217432478/switch/split already deleted, retry=false 2024-11-19T03:18:22,429 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36843-0x10151198def0000, quorum=127.0.0.1:53731, baseZNode=/01217432478 Unable to get data of znode /01217432478/switch/merge because node does not exist (not necessarily an error) 2024-11-19T03:18:22,437 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01217432478/switch/merge already deleted, retry=false 2024-11-19T03:18:22,441 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36843-0x10151198def0000, quorum=127.0.0.1:53731, baseZNode=/01217432478 Unable to get data of znode /01217432478/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T03:18:22,447 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01217432478/snapshot-cleanup already deleted, retry=false 2024-11-19T03:18:22,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42043-0x10151198def0001, quorum=127.0.0.1:53731, baseZNode=/01217432478 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01217432478/running 2024-11-19T03:18:22,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36843-0x10151198def0000, quorum=127.0.0.1:53731, baseZNode=/01217432478 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01217432478/running 2024-11-19T03:18:22,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36843-0x10151198def0000, quorum=127.0.0.1:53731, baseZNode=/01217432478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01217432478 2024-11-19T03:18:22,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42043-0x10151198def0001, quorum=127.0.0.1:53731, baseZNode=/01217432478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01217432478 2024-11-19T03:18:22,459 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=47efada56ed5,36843,1731986300238, sessionid=0x10151198def0000, setting cluster-up flag (Was=false) 2024-11-19T03:18:22,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42043-0x10151198def0001, quorum=127.0.0.1:53731, baseZNode=/01217432478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01217432478 2024-11-19T03:18:22,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36843-0x10151198def0000, quorum=127.0.0.1:53731, baseZNode=/01217432478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01217432478 2024-11-19T03:18:22,511 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01217432478/flush-table-proc/acquired, /01217432478/flush-table-proc/reached, /01217432478/flush-table-proc/abort 2024-11-19T03:18:22,522 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=47efada56ed5,36843,1731986300238 2024-11-19T03:18:22,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36843-0x10151198def0000, quorum=127.0.0.1:53731, baseZNode=/01217432478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01217432478 2024-11-19T03:18:22,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42043-0x10151198def0001, quorum=127.0.0.1:53731, baseZNode=/01217432478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01217432478 2024-11-19T03:18:22,595 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01217432478/online-snapshot/acquired, /01217432478/online-snapshot/reached, /01217432478/online-snapshot/abort 2024-11-19T03:18:22,596 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=47efada56ed5,36843,1731986300238 2024-11-19T03:18:22,601 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T03:18:22,608 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T03:18:22,608 INFO [master/47efada56ed5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T03:18:22,608 INFO [master/47efada56ed5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T03:18:22,609 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 47efada56ed5,36843,1731986300238 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T03:18:22,610 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/47efada56ed5:0, corePoolSize=5, maxPoolSize=5 2024-11-19T03:18:22,610 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/47efada56ed5:0, corePoolSize=5, maxPoolSize=5 2024-11-19T03:18:22,610 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/47efada56ed5:0, corePoolSize=5, maxPoolSize=5 2024-11-19T03:18:22,610 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/47efada56ed5:0, corePoolSize=5, maxPoolSize=5 2024-11-19T03:18:22,610 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/47efada56ed5:0, corePoolSize=10, maxPoolSize=10 2024-11-19T03:18:22,610 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:18:22,611 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/47efada56ed5:0, corePoolSize=2, maxPoolSize=2 2024-11-19T03:18:22,611 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:18:22,647 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T03:18:22,647 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T03:18:22,649 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:18:22,649 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T03:18:22,662 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731986332662 2024-11-19T03:18:22,663 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T03:18:22,663 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T03:18:22,663 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T03:18:22,663 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T03:18:22,663 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T03:18:22,663 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T03:18:22,663 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T03:18:22,668 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T03:18:22,668 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T03:18:22,669 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T03:18:22,669 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T03:18:22,677 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T03:18:22,677 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T03:18:22,682 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.large.0-1731986302677,5,FailOnTimeoutGroup] 2024-11-19T03:18:22,690 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.small.0-1731986302682,5,FailOnTimeoutGroup] 2024-11-19T03:18:22,690 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T03:18:22,690 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T03:18:22,690 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T03:18:22,690 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T03:18:22,692 INFO [RS:0;47efada56ed5:42043 {}] regionserver.HRegionServer(746): ClusterId : 2691a6ee-93ae-4dac-98cb-e97362f5fd16 2024-11-19T03:18:22,692 DEBUG [RS:0;47efada56ed5:42043 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T03:18:22,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42261 is added to blk_1073741831_1007 (size=1321) 2024-11-19T03:18:22,696 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T03:18:22,696 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab 2024-11-19T03:18:22,716 DEBUG [RS:0;47efada56ed5:42043 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T03:18:22,716 DEBUG [RS:0;47efada56ed5:42043 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T03:18:22,726 DEBUG [RS:0;47efada56ed5:42043 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T03:18:22,726 DEBUG [RS:0;47efada56ed5:42043 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1083bd23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=47efada56ed5/172.17.0.3:0 2024-11-19T03:18:22,756 DEBUG [RS:0;47efada56ed5:42043 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;47efada56ed5:42043 2024-11-19T03:18:22,767 INFO [RS:0;47efada56ed5:42043 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T03:18:22,767 INFO [RS:0;47efada56ed5:42043 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T03:18:22,767 DEBUG [RS:0;47efada56ed5:42043 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T03:18:22,768 INFO [RS:0;47efada56ed5:42043 {}] regionserver.HRegionServer(2659): reportForDuty to master=47efada56ed5,36843,1731986300238 with port=42043, startcode=1731986300656 2024-11-19T03:18:22,769 DEBUG [RS:0;47efada56ed5:42043 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T03:18:22,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42261 is added to blk_1073741832_1008 (size=32) 2024-11-19T03:18:22,783 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45019, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T03:18:22,784 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36843 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 47efada56ed5,42043,1731986300656 2024-11-19T03:18:22,784 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36843 {}] master.ServerManager(517): Registering regionserver=47efada56ed5,42043,1731986300656 2024-11-19T03:18:22,788 DEBUG [RS:0;47efada56ed5:42043 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab 2024-11-19T03:18:22,788 DEBUG [RS:0;47efada56ed5:42043 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33345 2024-11-19T03:18:22,789 DEBUG [RS:0;47efada56ed5:42043 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T03:18:22,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36843-0x10151198def0000, quorum=127.0.0.1:53731, baseZNode=/01217432478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01217432478/rs 2024-11-19T03:18:22,796 DEBUG [RS:0;47efada56ed5:42043 {}] zookeeper.ZKUtil(111): regionserver:42043-0x10151198def0001, quorum=127.0.0.1:53731, baseZNode=/01217432478 Set watcher on existing znode=/01217432478/rs/47efada56ed5,42043,1731986300656 2024-11-19T03:18:22,797 WARN [RS:0;47efada56ed5:42043 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T03:18:22,797 INFO [RS:0;47efada56ed5:42043 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T03:18:22,797 DEBUG [RS:0;47efada56ed5:42043 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/WALs/47efada56ed5,42043,1731986300656 2024-11-19T03:18:22,813 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [47efada56ed5,42043,1731986300656] 2024-11-19T03:18:22,835 INFO [RS:0;47efada56ed5:42043 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T03:18:22,845 INFO [RS:0;47efada56ed5:42043 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T03:18:22,845 INFO [RS:0;47efada56ed5:42043 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T03:18:22,845 INFO [RS:0;47efada56ed5:42043 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T03:18:22,864 INFO [RS:0;47efada56ed5:42043 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T03:18:22,865 INFO [RS:0;47efada56ed5:42043 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T03:18:22,865 INFO [RS:0;47efada56ed5:42043 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T03:18:22,865 DEBUG [RS:0;47efada56ed5:42043 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:18:22,866 DEBUG [RS:0;47efada56ed5:42043 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:18:22,866 DEBUG [RS:0;47efada56ed5:42043 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:18:22,866 DEBUG [RS:0;47efada56ed5:42043 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:18:22,866 DEBUG [RS:0;47efada56ed5:42043 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:18:22,866 DEBUG [RS:0;47efada56ed5:42043 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/47efada56ed5:0, corePoolSize=2, maxPoolSize=2 2024-11-19T03:18:22,866 DEBUG [RS:0;47efada56ed5:42043 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:18:22,866 DEBUG [RS:0;47efada56ed5:42043 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:18:22,866 DEBUG [RS:0;47efada56ed5:42043 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:18:22,866 DEBUG [RS:0;47efada56ed5:42043 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:18:22,866 DEBUG [RS:0;47efada56ed5:42043 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:18:22,866 DEBUG [RS:0;47efada56ed5:42043 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:18:22,866 DEBUG [RS:0;47efada56ed5:42043 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/47efada56ed5:0, corePoolSize=3, maxPoolSize=3 2024-11-19T03:18:22,866 DEBUG [RS:0;47efada56ed5:42043 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0, corePoolSize=3, maxPoolSize=3 2024-11-19T03:18:22,872 INFO [RS:0;47efada56ed5:42043 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T03:18:22,872 INFO [RS:0;47efada56ed5:42043 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T03:18:22,872 INFO [RS:0;47efada56ed5:42043 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T03:18:22,872 INFO [RS:0;47efada56ed5:42043 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T03:18:22,872 INFO [RS:0;47efada56ed5:42043 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T03:18:22,872 INFO [RS:0;47efada56ed5:42043 {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,42043,1731986300656-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T03:18:22,886 INFO [RS:0;47efada56ed5:42043 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T03:18:22,886 INFO [RS:0;47efada56ed5:42043 {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,42043,1731986300656-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T03:18:22,886 INFO [RS:0;47efada56ed5:42043 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:18:22,886 INFO [RS:0;47efada56ed5:42043 {}] regionserver.Replication(171): 47efada56ed5,42043,1731986300656 started 2024-11-19T03:18:22,899 INFO [RS:0;47efada56ed5:42043 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:18:22,899 INFO [RS:0;47efada56ed5:42043 {}] regionserver.HRegionServer(1482): Serving as 47efada56ed5,42043,1731986300656, RpcServer on 47efada56ed5/172.17.0.3:42043, sessionid=0x10151198def0001 2024-11-19T03:18:22,899 DEBUG [RS:0;47efada56ed5:42043 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T03:18:22,899 DEBUG [RS:0;47efada56ed5:42043 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 47efada56ed5,42043,1731986300656 2024-11-19T03:18:22,899 DEBUG [RS:0;47efada56ed5:42043 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '47efada56ed5,42043,1731986300656' 2024-11-19T03:18:22,899 DEBUG [RS:0;47efada56ed5:42043 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01217432478/flush-table-proc/abort' 2024-11-19T03:18:22,900 DEBUG [RS:0;47efada56ed5:42043 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01217432478/flush-table-proc/acquired' 2024-11-19T03:18:22,900 DEBUG [RS:0;47efada56ed5:42043 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T03:18:22,900 DEBUG [RS:0;47efada56ed5:42043 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T03:18:22,900 DEBUG [RS:0;47efada56ed5:42043 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 47efada56ed5,42043,1731986300656 2024-11-19T03:18:22,900 DEBUG [RS:0;47efada56ed5:42043 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '47efada56ed5,42043,1731986300656' 2024-11-19T03:18:22,900 DEBUG [RS:0;47efada56ed5:42043 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01217432478/online-snapshot/abort' 2024-11-19T03:18:22,900 DEBUG [RS:0;47efada56ed5:42043 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01217432478/online-snapshot/acquired' 2024-11-19T03:18:22,901 DEBUG [RS:0;47efada56ed5:42043 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T03:18:22,901 INFO [RS:0;47efada56ed5:42043 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T03:18:22,901 INFO [RS:0;47efada56ed5:42043 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T03:18:23,001 INFO [RS:0;47efada56ed5:42043 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T03:18:23,003 INFO [RS:0;47efada56ed5:42043 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=47efada56ed5%2C42043%2C1731986300656, suffix=, logDir=hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/WALs/47efada56ed5,42043,1731986300656, archiveDir=hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/oldWALs, maxLogs=10 2024-11-19T03:18:23,015 DEBUG [RS:0;47efada56ed5:42043 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/WALs/47efada56ed5,42043,1731986300656/47efada56ed5%2C42043%2C1731986300656.1731986303003, exclude list is [], retry=0 2024-11-19T03:18:23,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42261,DS-e28db1a1-0b7b-49f5-ae0f-265beec39f69,DISK] 2024-11-19T03:18:23,020 INFO [RS:0;47efada56ed5:42043 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/WALs/47efada56ed5,42043,1731986300656/47efada56ed5%2C42043%2C1731986300656.1731986303003 2024-11-19T03:18:23,020 DEBUG [RS:0;47efada56ed5:42043 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37275:37275)] 2024-11-19T03:18:23,183 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:18:23,184 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T03:18:23,186 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T03:18:23,186 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:18:23,186 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:18:23,186 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T03:18:23,187 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T03:18:23,188 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:18:23,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:18:23,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T03:18:23,190 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T03:18:23,190 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:18:23,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:18:23,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T03:18:23,192 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T03:18:23,192 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:18:23,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:18:23,192 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T03:18:23,193 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/data/hbase/meta/1588230740 2024-11-19T03:18:23,193 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/data/hbase/meta/1588230740 2024-11-19T03:18:23,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T03:18:23,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T03:18:23,195 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T03:18:23,196 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T03:18:23,198 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T03:18:23,199 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71118948, jitterRate=0.059754908084869385}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T03:18:23,200 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731986303183Initializing all the Stores at 1731986303184 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986303184Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986303184Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986303184Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986303184Cleaning up temporary data from old regions at 1731986303195 (+11 ms)Region opened successfully at 1731986303200 (+5 ms) 2024-11-19T03:18:23,200 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T03:18:23,200 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T03:18:23,200 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T03:18:23,200 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T03:18:23,200 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T03:18:23,201 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T03:18:23,201 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731986303200Disabling compacts and flushes for region at 1731986303200Disabling writes for close at 1731986303200Writing region close event to WAL at 1731986303201 (+1 ms)Closed at 1731986303201 2024-11-19T03:18:23,202 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T03:18:23,202 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T03:18:23,203 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T03:18:23,204 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T03:18:23,205 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T03:18:23,355 DEBUG [47efada56ed5:36843 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T03:18:23,356 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=47efada56ed5,42043,1731986300656 2024-11-19T03:18:23,358 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 47efada56ed5,42043,1731986300656, state=OPENING 2024-11-19T03:18:23,363 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T03:18:23,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42043-0x10151198def0001, quorum=127.0.0.1:53731, baseZNode=/01217432478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01217432478 2024-11-19T03:18:23,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36843-0x10151198def0000, quorum=127.0.0.1:53731, baseZNode=/01217432478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01217432478 2024-11-19T03:18:23,374 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01217432478/meta-region-server: CHANGED 2024-11-19T03:18:23,374 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T03:18:23,375 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=47efada56ed5,42043,1731986300656}] 2024-11-19T03:18:23,375 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01217432478/meta-region-server: CHANGED 2024-11-19T03:18:23,529 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T03:18:23,531 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55407, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T03:18:23,534 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T03:18:23,535 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T03:18:23,535 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T03:18:23,537 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=47efada56ed5%2C42043%2C1731986300656.meta, suffix=.meta, logDir=hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/WALs/47efada56ed5,42043,1731986300656, archiveDir=hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/oldWALs, maxLogs=10 2024-11-19T03:18:23,554 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/WALs/47efada56ed5,42043,1731986300656/47efada56ed5%2C42043%2C1731986300656.meta.1731986303537.meta, exclude list is [], retry=0 2024-11-19T03:18:23,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42261,DS-e28db1a1-0b7b-49f5-ae0f-265beec39f69,DISK] 2024-11-19T03:18:23,558 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/WALs/47efada56ed5,42043,1731986300656/47efada56ed5%2C42043%2C1731986300656.meta.1731986303537.meta 2024-11-19T03:18:23,559 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37275:37275)] 2024-11-19T03:18:23,559 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T03:18:23,559 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T03:18:23,559 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T03:18:23,559 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T03:18:23,559 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T03:18:23,560 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T03:18:23,560 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:18:23,560 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T03:18:23,560 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T03:18:23,561 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T03:18:23,562 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T03:18:23,562 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:18:23,562 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:18:23,563 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T03:18:23,563 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T03:18:23,563 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:18:23,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:18:23,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T03:18:23,564 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T03:18:23,565 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:18:23,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:18:23,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T03:18:23,566 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T03:18:23,566 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:18:23,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:18:23,566 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T03:18:23,567 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/data/hbase/meta/1588230740 2024-11-19T03:18:23,568 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/data/hbase/meta/1588230740 2024-11-19T03:18:23,569 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T03:18:23,569 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T03:18:23,569 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T03:18:23,570 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T03:18:23,571 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70261499, jitterRate=0.046977922320365906}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T03:18:23,571 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T03:18:23,572 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731986303560Writing region info on filesystem at 1731986303560Initializing all the Stores at 1731986303561 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986303561Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986303561Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986303561Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986303561Cleaning up temporary data from old regions at 1731986303569 (+8 ms)Running coprocessor post-open hooks at 1731986303571 (+2 ms)Region opened successfully at 1731986303572 (+1 ms) 2024-11-19T03:18:23,572 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731986303529 2024-11-19T03:18:23,575 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T03:18:23,575 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T03:18:23,575 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=47efada56ed5,42043,1731986300656 2024-11-19T03:18:23,576 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 47efada56ed5,42043,1731986300656, state=OPEN 2024-11-19T03:18:23,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42043-0x10151198def0001, quorum=127.0.0.1:53731, baseZNode=/01217432478 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01217432478/meta-region-server 2024-11-19T03:18:23,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36843-0x10151198def0000, quorum=127.0.0.1:53731, baseZNode=/01217432478 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01217432478/meta-region-server 2024-11-19T03:18:23,645 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=47efada56ed5,42043,1731986300656 2024-11-19T03:18:23,645 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01217432478/meta-region-server: CHANGED 2024-11-19T03:18:23,645 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01217432478/meta-region-server: CHANGED 2024-11-19T03:18:23,648 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T03:18:23,648 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=47efada56ed5,42043,1731986300656 in 270 msec 2024-11-19T03:18:23,650 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T03:18:23,651 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 445 msec 2024-11-19T03:18:23,651 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T03:18:23,651 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T03:18:23,653 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:18:23,653 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,42043,1731986300656, seqNum=-1] 2024-11-19T03:18:23,653 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:18:23,654 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51509, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:18:23,659 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0520 sec 2024-11-19T03:18:23,660 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731986303660, completionTime=-1 2024-11-19T03:18:23,660 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T03:18:23,660 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T03:18:23,662 INFO [master/47efada56ed5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T03:18:23,662 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731986363662 2024-11-19T03:18:23,662 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731986423662 2024-11-19T03:18:23,662 INFO [master/47efada56ed5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-19T03:18:23,662 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,36843,1731986300238-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T03:18:23,662 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,36843,1731986300238-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:18:23,662 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,36843,1731986300238-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:18:23,662 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-47efada56ed5:36843, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:18:23,662 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T03:18:23,662 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T03:18:23,664 DEBUG [master/47efada56ed5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T03:18:23,666 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.934sec 2024-11-19T03:18:23,666 INFO [master/47efada56ed5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T03:18:23,666 INFO [master/47efada56ed5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T03:18:23,666 INFO [master/47efada56ed5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T03:18:23,666 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T03:18:23,666 INFO [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T03:18:23,666 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,36843,1731986300238-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T03:18:23,666 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,36843,1731986300238-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T03:18:23,669 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T03:18:23,669 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T03:18:23,669 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,36843,1731986300238-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:18:23,692 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@378741a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:18:23,692 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,36843,-1 for getting cluster id 2024-11-19T03:18:23,692 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:18:23,693 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2691a6ee-93ae-4dac-98cb-e97362f5fd16' 2024-11-19T03:18:23,693 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:18:23,694 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2691a6ee-93ae-4dac-98cb-e97362f5fd16" 2024-11-19T03:18:23,694 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@714fa93f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:18:23,694 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,36843,-1] 2024-11-19T03:18:23,694 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:18:23,694 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:18:23,695 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:18:23,696 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@259197c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:18:23,697 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:18:23,698 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,42043,1731986300656, seqNum=-1] 2024-11-19T03:18:23,698 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:18:23,699 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:18:23,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=47efada56ed5,36843,1731986300238 2024-11-19T03:18:23,702 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53731 2024-11-19T03:18:23,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53731, baseZNode=/01217432478 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T03:18:23,722 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10151198def0002 connected 2024-11-19T03:18:23,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/df990ad2-c479-64f8-127a-8ccc20323138/hadoop.log.dir so I do NOT create it in target/test-data/3866b6a5-f28c-4c94-0562-aefa6df2665c 2024-11-19T03:18:23,743 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/df990ad2-c479-64f8-127a-8ccc20323138/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T03:18:23,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/df990ad2-c479-64f8-127a-8ccc20323138/hadoop.tmp.dir so I do NOT create it in target/test-data/3866b6a5-f28c-4c94-0562-aefa6df2665c 2024-11-19T03:18:23,743 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/df990ad2-c479-64f8-127a-8ccc20323138/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T03:18:23,743 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3866b6a5-f28c-4c94-0562-aefa6df2665c 2024-11-19T03:18:23,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T03:18:23,743 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3866b6a5-f28c-4c94-0562-aefa6df2665c/cluster_db77a776-d023-4152-c430-50bad615978a, deleteOnExit=true 2024-11-19T03:18:23,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T03:18:23,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3866b6a5-f28c-4c94-0562-aefa6df2665c/test.cache.data in system properties and HBase conf 2024-11-19T03:18:23,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3866b6a5-f28c-4c94-0562-aefa6df2665c/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T03:18:23,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3866b6a5-f28c-4c94-0562-aefa6df2665c/hadoop.log.dir in system properties and HBase conf 2024-11-19T03:18:23,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3866b6a5-f28c-4c94-0562-aefa6df2665c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T03:18:23,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3866b6a5-f28c-4c94-0562-aefa6df2665c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T03:18:23,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T03:18:23,744 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T03:18:23,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3866b6a5-f28c-4c94-0562-aefa6df2665c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T03:18:23,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3866b6a5-f28c-4c94-0562-aefa6df2665c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T03:18:23,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3866b6a5-f28c-4c94-0562-aefa6df2665c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T03:18:23,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3866b6a5-f28c-4c94-0562-aefa6df2665c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T03:18:23,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3866b6a5-f28c-4c94-0562-aefa6df2665c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T03:18:23,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3866b6a5-f28c-4c94-0562-aefa6df2665c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T03:18:23,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3866b6a5-f28c-4c94-0562-aefa6df2665c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T03:18:23,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3866b6a5-f28c-4c94-0562-aefa6df2665c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T03:18:23,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3866b6a5-f28c-4c94-0562-aefa6df2665c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T03:18:23,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3866b6a5-f28c-4c94-0562-aefa6df2665c/nfs.dump.dir in system properties and HBase conf 2024-11-19T03:18:23,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3866b6a5-f28c-4c94-0562-aefa6df2665c/java.io.tmpdir in system properties and HBase conf 2024-11-19T03:18:23,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3866b6a5-f28c-4c94-0562-aefa6df2665c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T03:18:23,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3866b6a5-f28c-4c94-0562-aefa6df2665c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T03:18:23,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3866b6a5-f28c-4c94-0562-aefa6df2665c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T03:18:24,022 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T03:18:24,028 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T03:18:24,030 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T03:18:24,030 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T03:18:24,030 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T03:18:24,030 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T03:18:24,031 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59ca3f21{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3866b6a5-f28c-4c94-0562-aefa6df2665c/hadoop.log.dir/,AVAILABLE} 2024-11-19T03:18:24,031 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@737a9391{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T03:18:24,153 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1b940763{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3866b6a5-f28c-4c94-0562-aefa6df2665c/java.io.tmpdir/jetty-localhost-44941-hadoop-hdfs-3_4_1-tests_jar-_-any-6059496900367896257/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T03:18:24,154 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@a30631c{HTTP/1.1, (http/1.1)}{localhost:44941} 2024-11-19T03:18:24,154 INFO [Time-limited test {}] server.Server(415): Started @67757ms 2024-11-19T03:18:24,433 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T03:18:24,438 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T03:18:24,439 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T03:18:24,439 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T03:18:24,439 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T03:18:24,439 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33f779b0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3866b6a5-f28c-4c94-0562-aefa6df2665c/hadoop.log.dir/,AVAILABLE} 2024-11-19T03:18:24,440 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a954acc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T03:18:24,536 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6c651102{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3866b6a5-f28c-4c94-0562-aefa6df2665c/java.io.tmpdir/jetty-localhost-38209-hadoop-hdfs-3_4_1-tests_jar-_-any-14158238382681493330/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T03:18:24,537 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@32a22324{HTTP/1.1, (http/1.1)}{localhost:38209} 2024-11-19T03:18:24,537 INFO [Time-limited test {}] server.Server(415): Started @68141ms 2024-11-19T03:18:24,538 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T03:18:25,211 WARN [Thread-948 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3866b6a5-f28c-4c94-0562-aefa6df2665c/cluster_db77a776-d023-4152-c430-50bad615978a/data/data1/current/BP-1720395479-172.17.0.3-1731986303764/current, will proceed with Du for space computation calculation, 2024-11-19T03:18:25,212 WARN [Thread-949 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3866b6a5-f28c-4c94-0562-aefa6df2665c/cluster_db77a776-d023-4152-c430-50bad615978a/data/data2/current/BP-1720395479-172.17.0.3-1731986303764/current, will proceed with Du for space computation calculation, 2024-11-19T03:18:25,251 WARN [Thread-936 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T03:18:25,254 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe5fb1057114482f4 with lease ID 0x72aa3a82a80929e1: Processing first storage report for DS-086d1399-733b-442e-91ef-ce1cb97f5ec0 from datanode DatanodeRegistration(127.0.0.1:36791, datanodeUuid=3d38f8cb-c6ec-4769-99c2-cec71464d027, infoPort=41227, infoSecurePort=0, ipcPort=40665, storageInfo=lv=-57;cid=testClusterID;nsid=592539261;c=1731986303764) 2024-11-19T03:18:25,254 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe5fb1057114482f4 with lease ID 0x72aa3a82a80929e1: from storage DS-086d1399-733b-442e-91ef-ce1cb97f5ec0 node DatanodeRegistration(127.0.0.1:36791, datanodeUuid=3d38f8cb-c6ec-4769-99c2-cec71464d027, infoPort=41227, infoSecurePort=0, ipcPort=40665, storageInfo=lv=-57;cid=testClusterID;nsid=592539261;c=1731986303764), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T03:18:25,254 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe5fb1057114482f4 with lease ID 0x72aa3a82a80929e1: Processing first storage report for DS-9537e2af-7573-49ad-be67-a8d4fd6ff0e3 from datanode DatanodeRegistration(127.0.0.1:36791, datanodeUuid=3d38f8cb-c6ec-4769-99c2-cec71464d027, infoPort=41227, infoSecurePort=0, ipcPort=40665, storageInfo=lv=-57;cid=testClusterID;nsid=592539261;c=1731986303764) 2024-11-19T03:18:25,254 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe5fb1057114482f4 with lease ID 0x72aa3a82a80929e1: from storage DS-9537e2af-7573-49ad-be67-a8d4fd6ff0e3 node DatanodeRegistration(127.0.0.1:36791, datanodeUuid=3d38f8cb-c6ec-4769-99c2-cec71464d027, infoPort=41227, infoSecurePort=0, ipcPort=40665, storageInfo=lv=-57;cid=testClusterID;nsid=592539261;c=1731986303764), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T03:18:25,269 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3866b6a5-f28c-4c94-0562-aefa6df2665c 2024-11-19T03:18:25,270 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:18:25,271 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:18:25,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36791 is added to blk_1073741825_1001 (size=7) 2024-11-19T03:18:25,286 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39873/user/jenkins/test-data/aed7382a-5194-eac1-e854-50909c09d805 with version=8 2024-11-19T03:18:25,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39873/user/jenkins/test-data/aed7382a-5194-eac1-e854-50909c09d805/hbase-staging 2024-11-19T03:18:25,289 INFO [Time-limited test {}] client.ConnectionUtils(128): master/47efada56ed5:0 server-side Connection retries=45 2024-11-19T03:18:25,289 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T03:18:25,289 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T03:18:25,290 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T03:18:25,290 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T03:18:25,290 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T03:18:25,290 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T03:18:25,290 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T03:18:25,291 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37429 2024-11-19T03:18:25,292 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37429 connecting to ZooKeeper ensemble=127.0.0.1:53731 2024-11-19T03:18:25,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:374290x0, quorum=127.0.0.1:53731, baseZNode=/11495270647 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T03:18:25,312 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37429-0x10151198def0003 connected 2024-11-19T03:18:25,384 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:18:25,385 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:18:25,387 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37429-0x10151198def0003, quorum=127.0.0.1:53731, baseZNode=/11495270647 Set watcher on znode that does not yet exist, /11495270647/running 2024-11-19T03:18:25,387 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39873/user/jenkins/test-data/aed7382a-5194-eac1-e854-50909c09d805, hbase.cluster.distributed=false 2024-11-19T03:18:25,389 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37429-0x10151198def0003, quorum=127.0.0.1:53731, baseZNode=/11495270647 Set watcher on znode that does not yet exist, /11495270647/acl 2024-11-19T03:18:25,392 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37429 2024-11-19T03:18:25,392 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37429 2024-11-19T03:18:25,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37429 2024-11-19T03:18:25,401 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37429 2024-11-19T03:18:25,401 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37429 2024-11-19T03:18:25,415 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/47efada56ed5:0 server-side Connection retries=45 2024-11-19T03:18:25,415 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T03:18:25,415 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T03:18:25,415 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T03:18:25,415 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T03:18:25,415 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T03:18:25,415 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T03:18:25,416 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T03:18:25,416 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36721 2024-11-19T03:18:25,417 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36721 connecting to ZooKeeper ensemble=127.0.0.1:53731 2024-11-19T03:18:25,418 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:18:25,420 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:18:25,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:367210x0, quorum=127.0.0.1:53731, baseZNode=/11495270647 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T03:18:25,435 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:367210x0, quorum=127.0.0.1:53731, baseZNode=/11495270647 Set watcher on znode that does not yet exist, /11495270647/running 2024-11-19T03:18:25,435 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36721-0x10151198def0004 connected 2024-11-19T03:18:25,435 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T03:18:25,436 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T03:18:25,436 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36721-0x10151198def0004, quorum=127.0.0.1:53731, baseZNode=/11495270647 Set watcher on znode that does not yet exist, /11495270647/master 2024-11-19T03:18:25,437 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36721-0x10151198def0004, quorum=127.0.0.1:53731, baseZNode=/11495270647 Set watcher on znode that does not yet exist, /11495270647/acl 2024-11-19T03:18:25,438 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36721 2024-11-19T03:18:25,438 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36721 2024-11-19T03:18:25,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36721 2024-11-19T03:18:25,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36721 2024-11-19T03:18:25,441 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36721 2024-11-19T03:18:25,459 DEBUG [M:0;47efada56ed5:37429 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;47efada56ed5:37429 2024-11-19T03:18:25,459 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11495270647/backup-masters/47efada56ed5,37429,1731986305289 2024-11-19T03:18:25,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37429-0x10151198def0003, quorum=127.0.0.1:53731, baseZNode=/11495270647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11495270647/backup-masters 2024-11-19T03:18:25,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36721-0x10151198def0004, quorum=127.0.0.1:53731, baseZNode=/11495270647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11495270647/backup-masters 2024-11-19T03:18:25,469 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37429-0x10151198def0003, quorum=127.0.0.1:53731, baseZNode=/11495270647 Set watcher on existing znode=/11495270647/backup-masters/47efada56ed5,37429,1731986305289 2024-11-19T03:18:25,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37429-0x10151198def0003, quorum=127.0.0.1:53731, baseZNode=/11495270647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11495270647 2024-11-19T03:18:25,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36721-0x10151198def0004, quorum=127.0.0.1:53731, baseZNode=/11495270647 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11495270647/master 2024-11-19T03:18:25,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36721-0x10151198def0004, quorum=127.0.0.1:53731, baseZNode=/11495270647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11495270647 2024-11-19T03:18:25,479 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37429-0x10151198def0003, quorum=127.0.0.1:53731, baseZNode=/11495270647 Set watcher on existing znode=/11495270647/master 2024-11-19T03:18:25,480 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11495270647/backup-masters/47efada56ed5,37429,1731986305289 from backup master directory 2024-11-19T03:18:25,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36721-0x10151198def0004, quorum=127.0.0.1:53731, baseZNode=/11495270647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11495270647/backup-masters 2024-11-19T03:18:25,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37429-0x10151198def0003, quorum=127.0.0.1:53731, baseZNode=/11495270647 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11495270647/backup-masters/47efada56ed5,37429,1731986305289 2024-11-19T03:18:25,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37429-0x10151198def0003, quorum=127.0.0.1:53731, baseZNode=/11495270647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11495270647/backup-masters 2024-11-19T03:18:25,489 WARN [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T03:18:25,489 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=47efada56ed5,37429,1731986305289 2024-11-19T03:18:25,494 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39873/user/jenkins/test-data/aed7382a-5194-eac1-e854-50909c09d805/hbase.id] with ID: 499af8aa-7911-4de1-a2c4-7ce6db4ec0d0 2024-11-19T03:18:25,494 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39873/user/jenkins/test-data/aed7382a-5194-eac1-e854-50909c09d805/.tmp/hbase.id 2024-11-19T03:18:25,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36791 is added to blk_1073741826_1002 (size=42) 2024-11-19T03:18:25,504 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39873/user/jenkins/test-data/aed7382a-5194-eac1-e854-50909c09d805/.tmp/hbase.id]:[hdfs://localhost:39873/user/jenkins/test-data/aed7382a-5194-eac1-e854-50909c09d805/hbase.id] 2024-11-19T03:18:25,515 INFO [master/47efada56ed5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:18:25,515 INFO [master/47efada56ed5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T03:18:25,517 INFO [master/47efada56ed5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-19T03:18:25,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37429-0x10151198def0003, quorum=127.0.0.1:53731, baseZNode=/11495270647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11495270647 2024-11-19T03:18:25,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36721-0x10151198def0004, quorum=127.0.0.1:53731, baseZNode=/11495270647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11495270647 2024-11-19T03:18:25,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36791 is added to blk_1073741827_1003 (size=196) 2024-11-19T03:18:25,937 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T03:18:25,938 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T03:18:25,938 INFO [master/47efada56ed5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T03:18:25,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36791 is added to blk_1073741828_1004 (size=1189) 2024-11-19T03:18:26,346 INFO [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39873/user/jenkins/test-data/aed7382a-5194-eac1-e854-50909c09d805/MasterData/data/master/store 2024-11-19T03:18:26,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36791 is added to blk_1073741829_1005 (size=34) 2024-11-19T03:18:26,486 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T03:18:26,487 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-19T03:18:26,488 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T03:18:26,488 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-19T03:18:26,488 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T03:18:26,488 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-19T03:18:26,757 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:18:26,757 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T03:18:26,757 INFO [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:18:26,757 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:18:26,757 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T03:18:26,757 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:18:26,757 INFO [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:18:26,757 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731986306757Disabling compacts and flushes for region at 1731986306757Disabling writes for close at 1731986306757Writing region close event to WAL at 1731986306757Closed at 1731986306757 2024-11-19T03:18:26,758 WARN [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39873/user/jenkins/test-data/aed7382a-5194-eac1-e854-50909c09d805/MasterData/data/master/store/.initializing 2024-11-19T03:18:26,758 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39873/user/jenkins/test-data/aed7382a-5194-eac1-e854-50909c09d805/MasterData/WALs/47efada56ed5,37429,1731986305289 2024-11-19T03:18:26,760 INFO [master/47efada56ed5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T03:18:26,761 INFO [master/47efada56ed5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=47efada56ed5%2C37429%2C1731986305289, suffix=, logDir=hdfs://localhost:39873/user/jenkins/test-data/aed7382a-5194-eac1-e854-50909c09d805/MasterData/WALs/47efada56ed5,37429,1731986305289, archiveDir=hdfs://localhost:39873/user/jenkins/test-data/aed7382a-5194-eac1-e854-50909c09d805/MasterData/oldWALs, maxLogs=10 2024-11-19T03:18:26,774 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aed7382a-5194-eac1-e854-50909c09d805/MasterData/WALs/47efada56ed5,37429,1731986305289/47efada56ed5%2C37429%2C1731986305289.1731986306762, exclude list is [], retry=0 2024-11-19T03:18:26,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36791,DS-086d1399-733b-442e-91ef-ce1cb97f5ec0,DISK] 2024-11-19T03:18:26,778 INFO [master/47efada56ed5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aed7382a-5194-eac1-e854-50909c09d805/MasterData/WALs/47efada56ed5,37429,1731986305289/47efada56ed5%2C37429%2C1731986305289.1731986306762 2024-11-19T03:18:26,779 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41227:41227)] 2024-11-19T03:18:26,779 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T03:18:26,779 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:18:26,779 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:18:26,779 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:18:26,780 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:18:26,782 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T03:18:26,782 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:18:26,782 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:18:26,782 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:18:26,783 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T03:18:26,783 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:18:26,784 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:18:26,784 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:18:26,785 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T03:18:26,785 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:18:26,786 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:18:26,786 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:18:26,787 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T03:18:26,787 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:18:26,787 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:18:26,788 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:18:26,788 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39873/user/jenkins/test-data/aed7382a-5194-eac1-e854-50909c09d805/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:18:26,789 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39873/user/jenkins/test-data/aed7382a-5194-eac1-e854-50909c09d805/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:18:26,790 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:18:26,790 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:18:26,791 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T03:18:26,792 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:18:26,794 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39873/user/jenkins/test-data/aed7382a-5194-eac1-e854-50909c09d805/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T03:18:26,795 INFO [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68313858, jitterRate=0.017955809831619263}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T03:18:26,795 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731986306779Initializing all the Stores at 1731986306780 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986306780Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986306780Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986306780Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986306780Cleaning up temporary data from old regions at 1731986306790 (+10 ms)Region opened successfully at 1731986306795 (+5 ms) 2024-11-19T03:18:26,795 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T03:18:26,799 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16ff5916, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=47efada56ed5/172.17.0.3:0 2024-11-19T03:18:26,800 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T03:18:26,800 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T03:18:26,800 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T03:18:26,800 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T03:18:26,801 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T03:18:26,801 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T03:18:26,801 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T03:18:26,803 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T03:18:26,804 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37429-0x10151198def0003, quorum=127.0.0.1:53731, baseZNode=/11495270647 Unable to get data of znode /11495270647/balancer because node does not exist (not necessarily an error) 2024-11-19T03:18:26,815 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11495270647/balancer already deleted, retry=false 2024-11-19T03:18:26,816 INFO [master/47efada56ed5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T03:18:26,816 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37429-0x10151198def0003, quorum=127.0.0.1:53731, baseZNode=/11495270647 Unable to get data of znode /11495270647/normalizer because node does not exist (not necessarily an error) 2024-11-19T03:18:26,826 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11495270647/normalizer already deleted, retry=false 2024-11-19T03:18:26,826 INFO [master/47efada56ed5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T03:18:26,827 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37429-0x10151198def0003, quorum=127.0.0.1:53731, baseZNode=/11495270647 Unable to get data of znode /11495270647/switch/split because node does not exist (not necessarily an error) 2024-11-19T03:18:26,836 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11495270647/switch/split already deleted, retry=false 2024-11-19T03:18:26,838 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37429-0x10151198def0003, quorum=127.0.0.1:53731, baseZNode=/11495270647 Unable to get data of znode /11495270647/switch/merge because node does not exist (not necessarily an error) 2024-11-19T03:18:26,847 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11495270647/switch/merge already deleted, retry=false 2024-11-19T03:18:26,849 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37429-0x10151198def0003, quorum=127.0.0.1:53731, baseZNode=/11495270647 Unable to get data of znode /11495270647/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T03:18:26,857 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11495270647/snapshot-cleanup already deleted, retry=false 2024-11-19T03:18:26,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37429-0x10151198def0003, quorum=127.0.0.1:53731, baseZNode=/11495270647 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11495270647/running 2024-11-19T03:18:26,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36721-0x10151198def0004, quorum=127.0.0.1:53731, baseZNode=/11495270647 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11495270647/running 2024-11-19T03:18:26,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37429-0x10151198def0003, quorum=127.0.0.1:53731, baseZNode=/11495270647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11495270647 2024-11-19T03:18:26,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36721-0x10151198def0004, quorum=127.0.0.1:53731, baseZNode=/11495270647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11495270647 2024-11-19T03:18:26,868 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=47efada56ed5,37429,1731986305289, sessionid=0x10151198def0003, setting cluster-up flag (Was=false) 2024-11-19T03:18:26,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37429-0x10151198def0003, quorum=127.0.0.1:53731, baseZNode=/11495270647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11495270647 2024-11-19T03:18:26,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36721-0x10151198def0004, quorum=127.0.0.1:53731, baseZNode=/11495270647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11495270647 2024-11-19T03:18:26,921 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11495270647/flush-table-proc/acquired, /11495270647/flush-table-proc/reached, /11495270647/flush-table-proc/abort 2024-11-19T03:18:26,922 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=47efada56ed5,37429,1731986305289 2024-11-19T03:18:26,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36721-0x10151198def0004, quorum=127.0.0.1:53731, baseZNode=/11495270647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11495270647 2024-11-19T03:18:26,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37429-0x10151198def0003, quorum=127.0.0.1:53731, baseZNode=/11495270647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11495270647 2024-11-19T03:18:26,973 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11495270647/online-snapshot/acquired, /11495270647/online-snapshot/reached, /11495270647/online-snapshot/abort 2024-11-19T03:18:26,974 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=47efada56ed5,37429,1731986305289 2024-11-19T03:18:26,976 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39873/user/jenkins/test-data/aed7382a-5194-eac1-e854-50909c09d805/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T03:18:26,977 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T03:18:26,977 INFO [master/47efada56ed5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T03:18:26,977 INFO [master/47efada56ed5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T03:18:26,977 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 47efada56ed5,37429,1731986305289 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T03:18:26,978 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/47efada56ed5:0, corePoolSize=5, maxPoolSize=5 2024-11-19T03:18:26,979 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/47efada56ed5:0, corePoolSize=5, maxPoolSize=5 2024-11-19T03:18:26,979 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/47efada56ed5:0, corePoolSize=5, maxPoolSize=5 2024-11-19T03:18:26,979 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/47efada56ed5:0, corePoolSize=5, maxPoolSize=5 2024-11-19T03:18:26,979 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/47efada56ed5:0, corePoolSize=10, maxPoolSize=10 2024-11-19T03:18:26,979 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:18:26,979 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/47efada56ed5:0, corePoolSize=2, maxPoolSize=2 2024-11-19T03:18:26,979 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:18:26,980 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731986336980 2024-11-19T03:18:26,980 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T03:18:26,980 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T03:18:26,980 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T03:18:26,980 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T03:18:26,980 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T03:18:26,980 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T03:18:26,982 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T03:18:26,982 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T03:18:26,983 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:18:26,983 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T03:18:26,984 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T03:18:26,988 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T03:18:26,988 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T03:18:26,989 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T03:18:26,989 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T03:18:26,996 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T03:18:26,996 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T03:18:26,996 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.large.0-1731986306996,5,FailOnTimeoutGroup] 2024-11-19T03:18:26,996 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.small.0-1731986306996,5,FailOnTimeoutGroup] 2024-11-19T03:18:26,996 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T03:18:26,996 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T03:18:26,996 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T03:18:26,997 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T03:18:27,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36791 is added to blk_1073741831_1007 (size=1321) 2024-11-19T03:18:27,046 INFO [RS:0;47efada56ed5:36721 {}] regionserver.HRegionServer(746): ClusterId : 499af8aa-7911-4de1-a2c4-7ce6db4ec0d0 2024-11-19T03:18:27,047 DEBUG [RS:0;47efada56ed5:36721 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T03:18:27,058 DEBUG [RS:0;47efada56ed5:36721 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T03:18:27,058 DEBUG [RS:0;47efada56ed5:36721 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T03:18:27,069 DEBUG [RS:0;47efada56ed5:36721 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T03:18:27,069 DEBUG [RS:0;47efada56ed5:36721 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@306e0845, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=47efada56ed5/172.17.0.3:0 2024-11-19T03:18:27,080 DEBUG [RS:0;47efada56ed5:36721 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;47efada56ed5:36721 2024-11-19T03:18:27,080 INFO [RS:0;47efada56ed5:36721 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T03:18:27,080 INFO [RS:0;47efada56ed5:36721 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T03:18:27,080 DEBUG [RS:0;47efada56ed5:36721 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T03:18:27,081 INFO [RS:0;47efada56ed5:36721 {}] regionserver.HRegionServer(2659): reportForDuty to master=47efada56ed5,37429,1731986305289 with port=36721, startcode=1731986305415 2024-11-19T03:18:27,081 DEBUG [RS:0;47efada56ed5:36721 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T03:18:27,082 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52645, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T03:18:27,083 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37429 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 47efada56ed5,36721,1731986305415 2024-11-19T03:18:27,083 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37429 {}] master.ServerManager(517): Registering regionserver=47efada56ed5,36721,1731986305415 2024-11-19T03:18:27,084 DEBUG [RS:0;47efada56ed5:36721 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39873/user/jenkins/test-data/aed7382a-5194-eac1-e854-50909c09d805 2024-11-19T03:18:27,084 DEBUG [RS:0;47efada56ed5:36721 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39873 2024-11-19T03:18:27,084 DEBUG [RS:0;47efada56ed5:36721 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T03:18:27,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37429-0x10151198def0003, quorum=127.0.0.1:53731, baseZNode=/11495270647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11495270647/rs 2024-11-19T03:18:27,126 DEBUG [RS:0;47efada56ed5:36721 {}] zookeeper.ZKUtil(111): regionserver:36721-0x10151198def0004, quorum=127.0.0.1:53731, baseZNode=/11495270647 Set watcher on existing znode=/11495270647/rs/47efada56ed5,36721,1731986305415 2024-11-19T03:18:27,126 WARN [RS:0;47efada56ed5:36721 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T03:18:27,126 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [47efada56ed5,36721,1731986305415] 2024-11-19T03:18:27,126 INFO [RS:0;47efada56ed5:36721 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T03:18:27,126 DEBUG [RS:0;47efada56ed5:36721 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39873/user/jenkins/test-data/aed7382a-5194-eac1-e854-50909c09d805/WALs/47efada56ed5,36721,1731986305415 2024-11-19T03:18:27,130 INFO [RS:0;47efada56ed5:36721 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T03:18:27,132 INFO [RS:0;47efada56ed5:36721 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T03:18:27,132 INFO [RS:0;47efada56ed5:36721 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T03:18:27,132 INFO [RS:0;47efada56ed5:36721 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T03:18:27,136 INFO [RS:0;47efada56ed5:36721 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T03:18:27,137 INFO [RS:0;47efada56ed5:36721 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T03:18:27,137 INFO [RS:0;47efada56ed5:36721 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T03:18:27,137 DEBUG [RS:0;47efada56ed5:36721 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:18:27,137 DEBUG [RS:0;47efada56ed5:36721 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:18:27,137 DEBUG [RS:0;47efada56ed5:36721 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:18:27,137 DEBUG [RS:0;47efada56ed5:36721 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:18:27,137 DEBUG [RS:0;47efada56ed5:36721 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:18:27,137 DEBUG [RS:0;47efada56ed5:36721 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/47efada56ed5:0, corePoolSize=2, maxPoolSize=2 2024-11-19T03:18:27,137 DEBUG [RS:0;47efada56ed5:36721 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:18:27,137 DEBUG [RS:0;47efada56ed5:36721 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:18:27,137 DEBUG [RS:0;47efada56ed5:36721 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:18:27,137 DEBUG [RS:0;47efada56ed5:36721 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:18:27,137 DEBUG [RS:0;47efada56ed5:36721 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:18:27,137 DEBUG [RS:0;47efada56ed5:36721 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:18:27,137 DEBUG [RS:0;47efada56ed5:36721 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/47efada56ed5:0, corePoolSize=3, maxPoolSize=3 2024-11-19T03:18:27,137 DEBUG [RS:0;47efada56ed5:36721 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0, corePoolSize=3, maxPoolSize=3 2024-11-19T03:18:27,138 INFO [RS:0;47efada56ed5:36721 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T03:18:27,138 INFO [RS:0;47efada56ed5:36721 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T03:18:27,138 INFO [RS:0;47efada56ed5:36721 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T03:18:27,138 INFO [RS:0;47efada56ed5:36721 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T03:18:27,138 INFO [RS:0;47efada56ed5:36721 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T03:18:27,138 INFO [RS:0;47efada56ed5:36721 {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,36721,1731986305415-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T03:18:27,151 INFO [RS:0;47efada56ed5:36721 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T03:18:27,151 INFO [RS:0;47efada56ed5:36721 {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,36721,1731986305415-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T03:18:27,151 INFO [RS:0;47efada56ed5:36721 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:18:27,151 INFO [RS:0;47efada56ed5:36721 {}] regionserver.Replication(171): 47efada56ed5,36721,1731986305415 started 2024-11-19T03:18:27,164 INFO [RS:0;47efada56ed5:36721 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:18:27,164 INFO [RS:0;47efada56ed5:36721 {}] regionserver.HRegionServer(1482): Serving as 47efada56ed5,36721,1731986305415, RpcServer on 47efada56ed5/172.17.0.3:36721, sessionid=0x10151198def0004 2024-11-19T03:18:27,164 DEBUG [RS:0;47efada56ed5:36721 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T03:18:27,164 DEBUG [RS:0;47efada56ed5:36721 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 47efada56ed5,36721,1731986305415 2024-11-19T03:18:27,164 DEBUG [RS:0;47efada56ed5:36721 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '47efada56ed5,36721,1731986305415' 2024-11-19T03:18:27,164 DEBUG [RS:0;47efada56ed5:36721 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11495270647/flush-table-proc/abort' 2024-11-19T03:18:27,165 DEBUG [RS:0;47efada56ed5:36721 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11495270647/flush-table-proc/acquired' 2024-11-19T03:18:27,165 DEBUG [RS:0;47efada56ed5:36721 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T03:18:27,165 DEBUG [RS:0;47efada56ed5:36721 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T03:18:27,165 DEBUG [RS:0;47efada56ed5:36721 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 47efada56ed5,36721,1731986305415 2024-11-19T03:18:27,165 DEBUG [RS:0;47efada56ed5:36721 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '47efada56ed5,36721,1731986305415' 2024-11-19T03:18:27,165 DEBUG [RS:0;47efada56ed5:36721 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11495270647/online-snapshot/abort' 2024-11-19T03:18:27,166 DEBUG [RS:0;47efada56ed5:36721 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11495270647/online-snapshot/acquired' 2024-11-19T03:18:27,166 DEBUG [RS:0;47efada56ed5:36721 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T03:18:27,166 INFO [RS:0;47efada56ed5:36721 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T03:18:27,166 INFO [RS:0;47efada56ed5:36721 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T03:18:27,266 INFO [RS:0;47efada56ed5:36721 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T03:18:27,268 INFO [RS:0;47efada56ed5:36721 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=47efada56ed5%2C36721%2C1731986305415, suffix=, logDir=hdfs://localhost:39873/user/jenkins/test-data/aed7382a-5194-eac1-e854-50909c09d805/WALs/47efada56ed5,36721,1731986305415, archiveDir=hdfs://localhost:39873/user/jenkins/test-data/aed7382a-5194-eac1-e854-50909c09d805/oldWALs, maxLogs=10 2024-11-19T03:18:27,287 DEBUG [RS:0;47efada56ed5:36721 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aed7382a-5194-eac1-e854-50909c09d805/WALs/47efada56ed5,36721,1731986305415/47efada56ed5%2C36721%2C1731986305415.1731986307268, exclude list is [], retry=0 2024-11-19T03:18:27,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36791,DS-086d1399-733b-442e-91ef-ce1cb97f5ec0,DISK] 2024-11-19T03:18:27,294 INFO [RS:0;47efada56ed5:36721 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aed7382a-5194-eac1-e854-50909c09d805/WALs/47efada56ed5,36721,1731986305415/47efada56ed5%2C36721%2C1731986305415.1731986307268 2024-11-19T03:18:27,294 DEBUG [RS:0;47efada56ed5:36721 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41227:41227)] 2024-11-19T03:18:27,401 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39873/user/jenkins/test-data/aed7382a-5194-eac1-e854-50909c09d805/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T03:18:27,401 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39873/user/jenkins/test-data/aed7382a-5194-eac1-e854-50909c09d805 2024-11-19T03:18:27,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36791 is added to blk_1073741833_1009 (size=32) 2024-11-19T03:18:27,414 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:18:27,417 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T03:18:27,420 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T03:18:27,421 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:18:27,421 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:18:27,422 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T03:18:27,424 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T03:18:27,424 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:18:27,425 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:18:27,425 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T03:18:27,427 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T03:18:27,427 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:18:27,427 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:18:27,427 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T03:18:27,429 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T03:18:27,429 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:18:27,431 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:18:27,431 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T03:18:27,432 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39873/user/jenkins/test-data/aed7382a-5194-eac1-e854-50909c09d805/data/hbase/meta/1588230740 2024-11-19T03:18:27,432 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39873/user/jenkins/test-data/aed7382a-5194-eac1-e854-50909c09d805/data/hbase/meta/1588230740 2024-11-19T03:18:27,433 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T03:18:27,433 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T03:18:27,434 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T03:18:27,435 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T03:18:27,437 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39873/user/jenkins/test-data/aed7382a-5194-eac1-e854-50909c09d805/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T03:18:27,438 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72235362, jitterRate=0.07639077305793762}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T03:18:27,438 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731986307414Initializing all the Stores at 1731986307416 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986307416Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986307417 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986307417Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986307417Cleaning up temporary data from old regions at 1731986307433 (+16 ms)Region opened successfully at 1731986307438 (+5 ms) 2024-11-19T03:18:27,438 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T03:18:27,438 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T03:18:27,438 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T03:18:27,438 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T03:18:27,438 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T03:18:27,439 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T03:18:27,439 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731986307438Disabling compacts and flushes for region at 1731986307438Disabling writes for close at 1731986307438Writing region close event to WAL at 1731986307439 (+1 ms)Closed at 1731986307439 2024-11-19T03:18:27,440 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T03:18:27,440 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T03:18:27,440 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T03:18:27,442 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T03:18:27,443 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T03:18:27,594 DEBUG [47efada56ed5:37429 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T03:18:27,594 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=47efada56ed5,36721,1731986305415 2024-11-19T03:18:27,596 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 47efada56ed5,36721,1731986305415, state=OPENING 2024-11-19T03:18:27,666 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T03:18:27,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37429-0x10151198def0003, quorum=127.0.0.1:53731, baseZNode=/11495270647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11495270647 2024-11-19T03:18:27,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36721-0x10151198def0004, quorum=127.0.0.1:53731, baseZNode=/11495270647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11495270647 2024-11-19T03:18:27,771 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11495270647/meta-region-server: CHANGED 2024-11-19T03:18:27,775 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11495270647/meta-region-server: CHANGED 2024-11-19T03:18:27,775 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T03:18:27,775 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=47efada56ed5,36721,1731986305415}] 2024-11-19T03:18:27,929 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T03:18:27,931 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56489, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T03:18:27,934 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T03:18:27,934 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T03:18:27,935 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T03:18:27,936 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=47efada56ed5%2C36721%2C1731986305415.meta, suffix=.meta, logDir=hdfs://localhost:39873/user/jenkins/test-data/aed7382a-5194-eac1-e854-50909c09d805/WALs/47efada56ed5,36721,1731986305415, archiveDir=hdfs://localhost:39873/user/jenkins/test-data/aed7382a-5194-eac1-e854-50909c09d805/oldWALs, maxLogs=10 2024-11-19T03:18:27,948 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aed7382a-5194-eac1-e854-50909c09d805/WALs/47efada56ed5,36721,1731986305415/47efada56ed5%2C36721%2C1731986305415.meta.1731986307936.meta, exclude list is [], retry=0 2024-11-19T03:18:27,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36791,DS-086d1399-733b-442e-91ef-ce1cb97f5ec0,DISK] 2024-11-19T03:18:27,952 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aed7382a-5194-eac1-e854-50909c09d805/WALs/47efada56ed5,36721,1731986305415/47efada56ed5%2C36721%2C1731986305415.meta.1731986307936.meta 2024-11-19T03:18:27,953 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41227:41227)] 2024-11-19T03:18:27,953 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T03:18:27,953 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T03:18:27,953 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T03:18:27,953 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T03:18:27,953 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T03:18:27,953 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T03:18:27,953 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:18:27,954 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T03:18:27,954 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T03:18:27,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T03:18:27,955 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T03:18:27,956 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:18:27,956 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:18:27,956 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T03:18:27,957 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T03:18:27,957 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:18:27,957 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:18:27,957 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T03:18:27,958 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T03:18:27,958 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:18:27,958 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:18:27,958 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T03:18:27,959 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T03:18:27,959 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:18:27,959 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:18:27,959 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T03:18:27,960 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39873/user/jenkins/test-data/aed7382a-5194-eac1-e854-50909c09d805/data/hbase/meta/1588230740 2024-11-19T03:18:27,961 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39873/user/jenkins/test-data/aed7382a-5194-eac1-e854-50909c09d805/data/hbase/meta/1588230740 2024-11-19T03:18:27,962 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T03:18:27,962 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T03:18:27,962 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T03:18:27,964 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T03:18:27,964 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59474365, jitterRate=-0.11376290023326874}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T03:18:27,964 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T03:18:27,964 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731986307954Writing region info on filesystem at 1731986307954Initializing all the Stores at 1731986307954Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986307954Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986307955 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986307955Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986307955Cleaning up temporary data from old regions at 1731986307962 (+7 ms)Running coprocessor post-open hooks at 1731986307964 (+2 ms)Region opened successfully at 1731986307964 2024-11-19T03:18:27,965 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731986307929 2024-11-19T03:18:27,967 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T03:18:27,967 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T03:18:27,968 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=47efada56ed5,36721,1731986305415 2024-11-19T03:18:27,968 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 47efada56ed5,36721,1731986305415, state=OPEN 2024-11-19T03:18:28,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36721-0x10151198def0004, quorum=127.0.0.1:53731, baseZNode=/11495270647 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11495270647/meta-region-server 2024-11-19T03:18:28,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37429-0x10151198def0003, quorum=127.0.0.1:53731, baseZNode=/11495270647 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11495270647/meta-region-server 2024-11-19T03:18:28,185 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=47efada56ed5,36721,1731986305415 2024-11-19T03:18:28,185 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11495270647/meta-region-server: CHANGED 2024-11-19T03:18:28,185 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11495270647/meta-region-server: CHANGED 2024-11-19T03:18:28,188 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T03:18:28,188 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=47efada56ed5,36721,1731986305415 in 410 msec 2024-11-19T03:18:28,190 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T03:18:28,190 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 748 msec 2024-11-19T03:18:28,191 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T03:18:28,191 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T03:18:28,193 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:18:28,193 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,36721,1731986305415, seqNum=-1] 2024-11-19T03:18:28,193 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:18:28,194 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55115, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:18:28,200 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2220 sec 2024-11-19T03:18:28,200 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731986308200, completionTime=-1 2024-11-19T03:18:28,200 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T03:18:28,200 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T03:18:28,202 INFO [master/47efada56ed5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T03:18:28,203 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731986368203 2024-11-19T03:18:28,203 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731986428203 2024-11-19T03:18:28,203 INFO [master/47efada56ed5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-19T03:18:28,203 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,37429,1731986305289-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T03:18:28,203 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,37429,1731986305289-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:18:28,203 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,37429,1731986305289-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:18:28,203 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-47efada56ed5:37429, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:18:28,203 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T03:18:28,203 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T03:18:28,205 DEBUG [master/47efada56ed5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T03:18:28,208 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.719sec 2024-11-19T03:18:28,208 INFO [master/47efada56ed5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T03:18:28,208 INFO [master/47efada56ed5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T03:18:28,208 INFO [master/47efada56ed5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T03:18:28,208 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T03:18:28,208 INFO [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T03:18:28,208 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,37429,1731986305289-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T03:18:28,208 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,37429,1731986305289-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T03:18:28,211 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T03:18:28,211 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T03:18:28,211 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,37429,1731986305289-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:18:28,248 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f0b0648, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:18:28,248 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,37429,-1 for getting cluster id 2024-11-19T03:18:28,248 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:18:28,250 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '499af8aa-7911-4de1-a2c4-7ce6db4ec0d0' 2024-11-19T03:18:28,250 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:18:28,250 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "499af8aa-7911-4de1-a2c4-7ce6db4ec0d0" 2024-11-19T03:18:28,251 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6216efec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:18:28,251 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,37429,-1] 2024-11-19T03:18:28,251 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:18:28,251 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:18:28,252 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:18:28,253 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35cf6a70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:18:28,254 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:18:28,255 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,36721,1731986305415, seqNum=-1] 2024-11-19T03:18:28,256 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:18:28,261 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:18:28,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=47efada56ed5,37429,1731986305289 2024-11-19T03:18:28,265 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53731 2024-11-19T03:18:28,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53731, baseZNode=/11495270647 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T03:18:28,279 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10151198def0005 connected 2024-11-19T03:18:28,296 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T03:18:28,297 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 47efada56ed5,36843,1731986300238 2024-11-19T03:18:28,297 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52c18200 2024-11-19T03:18:28,298 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T03:18:28,300 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T03:18:28,303 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36843 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T03:18:28,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36843 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T03:18:28,307 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T03:18:28,308 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:18:28,308 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36843 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T03:18:28,312 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T03:18:28,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T03:18:28,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42261 is added to blk_1073741835_1011 (size=902) 2024-11-19T03:18:28,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T03:18:28,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T03:18:28,723 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ed7d2e346a0306fe7db95aba5814dbbd, NAME => 'test,,1731986308300.ed7d2e346a0306fe7db95aba5814dbbd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab 2024-11-19T03:18:28,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42261 is added to blk_1073741836_1012 (size=39) 2024-11-19T03:18:28,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T03:18:29,061 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T03:18:29,081 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:18:29,081 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:18:29,081 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:18:29,087 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:18:29,094 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T03:18:29,138 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731986308300.ed7d2e346a0306fe7db95aba5814dbbd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:18:29,138 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ed7d2e346a0306fe7db95aba5814dbbd, disabling compactions & flushes 2024-11-19T03:18:29,138 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731986308300.ed7d2e346a0306fe7db95aba5814dbbd. 2024-11-19T03:18:29,139 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731986308300.ed7d2e346a0306fe7db95aba5814dbbd. 2024-11-19T03:18:29,139 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731986308300.ed7d2e346a0306fe7db95aba5814dbbd. after waiting 0 ms 2024-11-19T03:18:29,139 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731986308300.ed7d2e346a0306fe7db95aba5814dbbd. 2024-11-19T03:18:29,139 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731986308300.ed7d2e346a0306fe7db95aba5814dbbd. 2024-11-19T03:18:29,139 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ed7d2e346a0306fe7db95aba5814dbbd: Waiting for close lock at 1731986309138Disabling compacts and flushes for region at 1731986309138Disabling writes for close at 1731986309139 (+1 ms)Writing region close event to WAL at 1731986309139Closed at 1731986309139 2024-11-19T03:18:29,140 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T03:18:29,141 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731986308300.ed7d2e346a0306fe7db95aba5814dbbd.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731986309140"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731986309140"}]},"ts":"1731986309140"} 2024-11-19T03:18:29,144 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T03:18:29,145 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T03:18:29,145 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731986309145"}]},"ts":"1731986309145"} 2024-11-19T03:18:29,148 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T03:18:29,148 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ed7d2e346a0306fe7db95aba5814dbbd, ASSIGN}] 2024-11-19T03:18:29,149 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ed7d2e346a0306fe7db95aba5814dbbd, ASSIGN 2024-11-19T03:18:29,151 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ed7d2e346a0306fe7db95aba5814dbbd, ASSIGN; state=OFFLINE, location=47efada56ed5,42043,1731986300656; forceNewPlan=false, retain=false 2024-11-19T03:18:29,301 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ed7d2e346a0306fe7db95aba5814dbbd, regionState=OPENING, regionLocation=47efada56ed5,42043,1731986300656 2024-11-19T03:18:29,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ed7d2e346a0306fe7db95aba5814dbbd, ASSIGN because future has completed 2024-11-19T03:18:29,304 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ed7d2e346a0306fe7db95aba5814dbbd, server=47efada56ed5,42043,1731986300656}] 2024-11-19T03:18:29,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T03:18:29,460 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731986308300.ed7d2e346a0306fe7db95aba5814dbbd. 2024-11-19T03:18:29,461 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ed7d2e346a0306fe7db95aba5814dbbd, NAME => 'test,,1731986308300.ed7d2e346a0306fe7db95aba5814dbbd.', STARTKEY => '', ENDKEY => ''} 2024-11-19T03:18:29,461 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T03:18:29,461 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T03:18:29,461 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ed7d2e346a0306fe7db95aba5814dbbd 2024-11-19T03:18:29,461 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731986308300.ed7d2e346a0306fe7db95aba5814dbbd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:18:29,461 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ed7d2e346a0306fe7db95aba5814dbbd 2024-11-19T03:18:29,461 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ed7d2e346a0306fe7db95aba5814dbbd 2024-11-19T03:18:29,463 INFO [StoreOpener-ed7d2e346a0306fe7db95aba5814dbbd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ed7d2e346a0306fe7db95aba5814dbbd 2024-11-19T03:18:29,464 INFO [StoreOpener-ed7d2e346a0306fe7db95aba5814dbbd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ed7d2e346a0306fe7db95aba5814dbbd columnFamilyName f 2024-11-19T03:18:29,464 DEBUG [StoreOpener-ed7d2e346a0306fe7db95aba5814dbbd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:18:29,465 INFO [StoreOpener-ed7d2e346a0306fe7db95aba5814dbbd-1 {}] regionserver.HStore(327): Store=ed7d2e346a0306fe7db95aba5814dbbd/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:18:29,465 INFO [StoreOpener-ed7d2e346a0306fe7db95aba5814dbbd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ed7d2e346a0306fe7db95aba5814dbbd 2024-11-19T03:18:29,467 INFO [StoreOpener-ed7d2e346a0306fe7db95aba5814dbbd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ed7d2e346a0306fe7db95aba5814dbbd columnFamilyName f1 2024-11-19T03:18:29,467 DEBUG [StoreOpener-ed7d2e346a0306fe7db95aba5814dbbd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:18:29,467 INFO [StoreOpener-ed7d2e346a0306fe7db95aba5814dbbd-1 {}] regionserver.HStore(327): Store=ed7d2e346a0306fe7db95aba5814dbbd/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:18:29,467 INFO [StoreOpener-ed7d2e346a0306fe7db95aba5814dbbd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ed7d2e346a0306fe7db95aba5814dbbd 2024-11-19T03:18:29,469 INFO [StoreOpener-ed7d2e346a0306fe7db95aba5814dbbd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ed7d2e346a0306fe7db95aba5814dbbd columnFamilyName norep 2024-11-19T03:18:29,469 DEBUG [StoreOpener-ed7d2e346a0306fe7db95aba5814dbbd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:18:29,469 INFO [StoreOpener-ed7d2e346a0306fe7db95aba5814dbbd-1 {}] regionserver.HStore(327): Store=ed7d2e346a0306fe7db95aba5814dbbd/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:18:29,469 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ed7d2e346a0306fe7db95aba5814dbbd 2024-11-19T03:18:29,470 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/data/default/test/ed7d2e346a0306fe7db95aba5814dbbd 2024-11-19T03:18:29,470 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/data/default/test/ed7d2e346a0306fe7db95aba5814dbbd 2024-11-19T03:18:29,471 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ed7d2e346a0306fe7db95aba5814dbbd 2024-11-19T03:18:29,471 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ed7d2e346a0306fe7db95aba5814dbbd 2024-11-19T03:18:29,471 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T03:18:29,472 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ed7d2e346a0306fe7db95aba5814dbbd 2024-11-19T03:18:29,474 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/data/default/test/ed7d2e346a0306fe7db95aba5814dbbd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T03:18:29,475 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ed7d2e346a0306fe7db95aba5814dbbd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65016872, jitterRate=-0.031173110008239746}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T03:18:29,475 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ed7d2e346a0306fe7db95aba5814dbbd 2024-11-19T03:18:29,475 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ed7d2e346a0306fe7db95aba5814dbbd: Running coprocessor pre-open hook at 1731986309462Writing region info on filesystem at 1731986309462Initializing all the Stores at 1731986309462Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986309462Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986309463 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986309463Cleaning up temporary data from old regions at 1731986309471 (+8 ms)Running coprocessor post-open hooks at 1731986309475 (+4 ms)Region opened successfully at 1731986309475 2024-11-19T03:18:29,478 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731986308300.ed7d2e346a0306fe7db95aba5814dbbd., pid=6, masterSystemTime=1731986309456 2024-11-19T03:18:29,481 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731986308300.ed7d2e346a0306fe7db95aba5814dbbd. 2024-11-19T03:18:29,481 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731986308300.ed7d2e346a0306fe7db95aba5814dbbd. 2024-11-19T03:18:29,483 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ed7d2e346a0306fe7db95aba5814dbbd, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=47efada56ed5,42043,1731986300656 2024-11-19T03:18:29,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ed7d2e346a0306fe7db95aba5814dbbd, server=47efada56ed5,42043,1731986300656 because future has completed 2024-11-19T03:18:29,490 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T03:18:29,491 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ed7d2e346a0306fe7db95aba5814dbbd, server=47efada56ed5,42043,1731986300656 in 183 msec 2024-11-19T03:18:29,494 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T03:18:29,494 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ed7d2e346a0306fe7db95aba5814dbbd, ASSIGN in 343 msec 2024-11-19T03:18:29,496 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T03:18:29,496 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731986309496"}]},"ts":"1731986309496"} 2024-11-19T03:18:29,499 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T03:18:29,500 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T03:18:29,503 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1960 sec 2024-11-19T03:18:30,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T03:18:30,459 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T03:18:30,459 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T03:18:30,460 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 47efada56ed5,37429,1731986305289 2024-11-19T03:18:30,460 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b35a3d9 2024-11-19T03:18:30,460 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T03:18:30,462 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T03:18:30,463 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37429 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T03:18:30,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37429 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T03:18:30,466 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T03:18:30,466 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:18:30,466 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37429 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T03:18:30,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37429 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T03:18:30,467 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T03:18:30,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36791 is added to blk_1073741835_1011 (size=902) 2024-11-19T03:18:30,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37429 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T03:18:30,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37429 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T03:18:30,880 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5821f4b9d0bf06c7121194c52db5b2dc, NAME => 'test,,1731986310462.5821f4b9d0bf06c7121194c52db5b2dc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39873/user/jenkins/test-data/aed7382a-5194-eac1-e854-50909c09d805 2024-11-19T03:18:30,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36791 is added to blk_1073741836_1012 (size=39) 2024-11-19T03:18:31,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37429 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T03:18:31,287 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731986310462.5821f4b9d0bf06c7121194c52db5b2dc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:18:31,287 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5821f4b9d0bf06c7121194c52db5b2dc, disabling compactions & flushes 2024-11-19T03:18:31,287 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731986310462.5821f4b9d0bf06c7121194c52db5b2dc. 2024-11-19T03:18:31,287 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731986310462.5821f4b9d0bf06c7121194c52db5b2dc. 2024-11-19T03:18:31,287 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731986310462.5821f4b9d0bf06c7121194c52db5b2dc. after waiting 0 ms 2024-11-19T03:18:31,287 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731986310462.5821f4b9d0bf06c7121194c52db5b2dc. 2024-11-19T03:18:31,287 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731986310462.5821f4b9d0bf06c7121194c52db5b2dc. 2024-11-19T03:18:31,287 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5821f4b9d0bf06c7121194c52db5b2dc: Waiting for close lock at 1731986311287Disabling compacts and flushes for region at 1731986311287Disabling writes for close at 1731986311287Writing region close event to WAL at 1731986311287Closed at 1731986311287 2024-11-19T03:18:31,289 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T03:18:31,289 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731986310462.5821f4b9d0bf06c7121194c52db5b2dc.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731986311289"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731986311289"}]},"ts":"1731986311289"} 2024-11-19T03:18:31,292 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T03:18:31,294 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T03:18:31,294 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731986311294"}]},"ts":"1731986311294"} 2024-11-19T03:18:31,300 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T03:18:31,301 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5821f4b9d0bf06c7121194c52db5b2dc, ASSIGN}] 2024-11-19T03:18:31,303 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5821f4b9d0bf06c7121194c52db5b2dc, ASSIGN 2024-11-19T03:18:31,304 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5821f4b9d0bf06c7121194c52db5b2dc, ASSIGN; state=OFFLINE, location=47efada56ed5,36721,1731986305415; forceNewPlan=false, retain=false 2024-11-19T03:18:31,454 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5821f4b9d0bf06c7121194c52db5b2dc, regionState=OPENING, regionLocation=47efada56ed5,36721,1731986305415 2024-11-19T03:18:31,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5821f4b9d0bf06c7121194c52db5b2dc, ASSIGN because future has completed 2024-11-19T03:18:31,457 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5821f4b9d0bf06c7121194c52db5b2dc, server=47efada56ed5,36721,1731986305415}] 2024-11-19T03:18:31,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37429 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T03:18:31,614 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731986310462.5821f4b9d0bf06c7121194c52db5b2dc. 2024-11-19T03:18:31,614 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5821f4b9d0bf06c7121194c52db5b2dc, NAME => 'test,,1731986310462.5821f4b9d0bf06c7121194c52db5b2dc.', STARTKEY => '', ENDKEY => ''} 2024-11-19T03:18:31,615 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T03:18:31,615 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T03:18:31,615 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5821f4b9d0bf06c7121194c52db5b2dc 2024-11-19T03:18:31,615 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731986310462.5821f4b9d0bf06c7121194c52db5b2dc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:18:31,615 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5821f4b9d0bf06c7121194c52db5b2dc 2024-11-19T03:18:31,615 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5821f4b9d0bf06c7121194c52db5b2dc 2024-11-19T03:18:31,616 INFO [StoreOpener-5821f4b9d0bf06c7121194c52db5b2dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5821f4b9d0bf06c7121194c52db5b2dc 2024-11-19T03:18:31,618 INFO [StoreOpener-5821f4b9d0bf06c7121194c52db5b2dc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5821f4b9d0bf06c7121194c52db5b2dc columnFamilyName f 2024-11-19T03:18:31,618 DEBUG [StoreOpener-5821f4b9d0bf06c7121194c52db5b2dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:18:31,618 INFO [StoreOpener-5821f4b9d0bf06c7121194c52db5b2dc-1 {}] regionserver.HStore(327): Store=5821f4b9d0bf06c7121194c52db5b2dc/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:18:31,618 INFO [StoreOpener-5821f4b9d0bf06c7121194c52db5b2dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5821f4b9d0bf06c7121194c52db5b2dc 2024-11-19T03:18:31,620 INFO [StoreOpener-5821f4b9d0bf06c7121194c52db5b2dc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5821f4b9d0bf06c7121194c52db5b2dc columnFamilyName f1 2024-11-19T03:18:31,620 DEBUG [StoreOpener-5821f4b9d0bf06c7121194c52db5b2dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:18:31,620 INFO [StoreOpener-5821f4b9d0bf06c7121194c52db5b2dc-1 {}] regionserver.HStore(327): Store=5821f4b9d0bf06c7121194c52db5b2dc/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:18:31,620 INFO [StoreOpener-5821f4b9d0bf06c7121194c52db5b2dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5821f4b9d0bf06c7121194c52db5b2dc 2024-11-19T03:18:31,621 INFO [StoreOpener-5821f4b9d0bf06c7121194c52db5b2dc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5821f4b9d0bf06c7121194c52db5b2dc columnFamilyName norep 2024-11-19T03:18:31,621 DEBUG [StoreOpener-5821f4b9d0bf06c7121194c52db5b2dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:18:31,622 INFO [StoreOpener-5821f4b9d0bf06c7121194c52db5b2dc-1 {}] regionserver.HStore(327): Store=5821f4b9d0bf06c7121194c52db5b2dc/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:18:31,622 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5821f4b9d0bf06c7121194c52db5b2dc 2024-11-19T03:18:31,622 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39873/user/jenkins/test-data/aed7382a-5194-eac1-e854-50909c09d805/data/default/test/5821f4b9d0bf06c7121194c52db5b2dc 2024-11-19T03:18:31,623 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39873/user/jenkins/test-data/aed7382a-5194-eac1-e854-50909c09d805/data/default/test/5821f4b9d0bf06c7121194c52db5b2dc 2024-11-19T03:18:31,624 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5821f4b9d0bf06c7121194c52db5b2dc 2024-11-19T03:18:31,624 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5821f4b9d0bf06c7121194c52db5b2dc 2024-11-19T03:18:31,624 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T03:18:31,625 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5821f4b9d0bf06c7121194c52db5b2dc 2024-11-19T03:18:31,627 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39873/user/jenkins/test-data/aed7382a-5194-eac1-e854-50909c09d805/data/default/test/5821f4b9d0bf06c7121194c52db5b2dc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T03:18:31,628 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5821f4b9d0bf06c7121194c52db5b2dc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71376629, jitterRate=0.06359465420246124}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T03:18:31,628 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5821f4b9d0bf06c7121194c52db5b2dc 2024-11-19T03:18:31,628 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5821f4b9d0bf06c7121194c52db5b2dc: Running coprocessor pre-open hook at 1731986311615Writing region info on filesystem at 1731986311615Initializing all the Stores at 1731986311616 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986311616Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986311616Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986311616Cleaning up temporary data from old regions at 1731986311624 (+8 ms)Running coprocessor post-open hooks at 1731986311628 (+4 ms)Region opened successfully at 1731986311628 2024-11-19T03:18:31,629 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731986310462.5821f4b9d0bf06c7121194c52db5b2dc., pid=6, masterSystemTime=1731986311610 2024-11-19T03:18:31,631 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731986310462.5821f4b9d0bf06c7121194c52db5b2dc. 2024-11-19T03:18:31,631 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731986310462.5821f4b9d0bf06c7121194c52db5b2dc. 2024-11-19T03:18:31,632 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5821f4b9d0bf06c7121194c52db5b2dc, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=47efada56ed5,36721,1731986305415 2024-11-19T03:18:31,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5821f4b9d0bf06c7121194c52db5b2dc, server=47efada56ed5,36721,1731986305415 because future has completed 2024-11-19T03:18:31,638 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T03:18:31,638 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5821f4b9d0bf06c7121194c52db5b2dc, server=47efada56ed5,36721,1731986305415 in 179 msec 2024-11-19T03:18:31,641 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T03:18:31,641 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5821f4b9d0bf06c7121194c52db5b2dc, ASSIGN in 337 msec 2024-11-19T03:18:31,642 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T03:18:31,642 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731986311642"}]},"ts":"1731986311642"} 2024-11-19T03:18:31,644 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T03:18:31,645 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T03:18:31,646 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1820 sec 2024-11-19T03:18:32,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37429 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T03:18:32,619 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T03:18:32,620 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dfcb1d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:18:32,620 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,36843,-1 for getting cluster id 2024-11-19T03:18:32,620 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:18:32,621 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2691a6ee-93ae-4dac-98cb-e97362f5fd16' 2024-11-19T03:18:32,621 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:18:32,622 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2691a6ee-93ae-4dac-98cb-e97362f5fd16" 2024-11-19T03:18:32,622 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7965c3d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:18:32,622 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,36843,-1] 2024-11-19T03:18:32,622 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:18:32,623 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:18:32,624 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:18:32,625 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@245a6f01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:18:32,628 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43da7388, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:18:32,628 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,37429,-1 for getting cluster id 2024-11-19T03:18:32,629 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:18:32,631 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '499af8aa-7911-4de1-a2c4-7ce6db4ec0d0' 2024-11-19T03:18:32,631 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:18:32,632 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "499af8aa-7911-4de1-a2c4-7ce6db4ec0d0" 2024-11-19T03:18:32,632 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a17f459, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:18:32,632 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,37429,-1] 2024-11-19T03:18:32,632 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:18:32,632 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:18:32,633 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:18:32,634 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cbf32e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:18:32,635 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e11b5d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:18:32,635 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,36843,-1 for getting cluster id 2024-11-19T03:18:32,635 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:18:32,636 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2691a6ee-93ae-4dac-98cb-e97362f5fd16' 2024-11-19T03:18:32,637 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:18:32,637 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2691a6ee-93ae-4dac-98cb-e97362f5fd16" 2024-11-19T03:18:32,637 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bbef671, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:18:32,637 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,36843,-1] 2024-11-19T03:18:32,637 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:18:32,637 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:18:32,638 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:18:32,639 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b7fa5d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:18:32,641 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T03:18:32,642 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 47efada56ed5,36843,1731986300238 2024-11-19T03:18:32,642 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4bd8f4a8 2024-11-19T03:18:32,643 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T03:18:32,644 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T03:18:32,645 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36843 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://47efada56ed5:37429,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-19T03:18:32,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36843 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T03:18:32,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T03:18:32,649 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='47efada56ed5:37429' 2024-11-19T03:18:32,651 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@108c8b2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:18:32,651 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,37429,-1 for getting cluster id 2024-11-19T03:18:32,651 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:18:32,652 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '499af8aa-7911-4de1-a2c4-7ce6db4ec0d0' 2024-11-19T03:18:32,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:18:32,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "499af8aa-7911-4de1-a2c4-7ce6db4ec0d0" 2024-11-19T03:18:32,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e70b6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:18:32,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,37429,-1] 2024-11-19T03:18:32,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:18:32,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:18:32,654 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:18:32,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@690aab2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:18:32,655 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T03:18:32,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 47efada56ed5,37429,1731986305289 2024-11-19T03:18:32,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6741a86b 2024-11-19T03:18:32,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T03:18:32,660 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T03:18:32,662 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-19T03:18:32,662 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T03:18:32,662 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:18:32,662 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:18:32,663 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:18:32,663 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T03:18:32,665 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T03:18:32,667 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T03:18:32,667 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:18:32,669 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T03:18:32,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42261 is added to blk_1073741837_1013 (size=1138) 2024-11-19T03:18:32,693 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d2c07e3e30cf103ce5e0bc3aacbf0fd9, NAME => 'hbase:replication,,1731986312663.d2c07e3e30cf103ce5e0bc3aacbf0fd9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab 2024-11-19T03:18:32,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42261 is added to blk_1073741838_1014 (size=44) 2024-11-19T03:18:32,702 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731986312663.d2c07e3e30cf103ce5e0bc3aacbf0fd9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:18:32,702 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d2c07e3e30cf103ce5e0bc3aacbf0fd9, disabling compactions & flushes 2024-11-19T03:18:32,702 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731986312663.d2c07e3e30cf103ce5e0bc3aacbf0fd9. 2024-11-19T03:18:32,702 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731986312663.d2c07e3e30cf103ce5e0bc3aacbf0fd9. 2024-11-19T03:18:32,702 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731986312663.d2c07e3e30cf103ce5e0bc3aacbf0fd9. after waiting 0 ms 2024-11-19T03:18:32,702 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731986312663.d2c07e3e30cf103ce5e0bc3aacbf0fd9. 2024-11-19T03:18:32,702 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731986312663.d2c07e3e30cf103ce5e0bc3aacbf0fd9. 2024-11-19T03:18:32,703 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d2c07e3e30cf103ce5e0bc3aacbf0fd9: Waiting for close lock at 1731986312702Disabling compacts and flushes for region at 1731986312702Disabling writes for close at 1731986312702Writing region close event to WAL at 1731986312702Closed at 1731986312702 2024-11-19T03:18:32,704 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T03:18:32,704 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731986312663.d2c07e3e30cf103ce5e0bc3aacbf0fd9.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731986312704"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731986312704"}]},"ts":"1731986312704"} 2024-11-19T03:18:32,707 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T03:18:32,709 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T03:18:32,709 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731986312709"}]},"ts":"1731986312709"} 2024-11-19T03:18:32,711 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T03:18:32,712 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d2c07e3e30cf103ce5e0bc3aacbf0fd9, ASSIGN}] 2024-11-19T03:18:32,714 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d2c07e3e30cf103ce5e0bc3aacbf0fd9, ASSIGN 2024-11-19T03:18:32,715 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d2c07e3e30cf103ce5e0bc3aacbf0fd9, ASSIGN; state=OFFLINE, location=47efada56ed5,42043,1731986300656; forceNewPlan=false, retain=false 2024-11-19T03:18:32,715 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T03:18:32,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T03:18:32,866 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d2c07e3e30cf103ce5e0bc3aacbf0fd9, regionState=OPENING, regionLocation=47efada56ed5,42043,1731986300656 2024-11-19T03:18:32,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d2c07e3e30cf103ce5e0bc3aacbf0fd9, ASSIGN because future has completed 2024-11-19T03:18:32,869 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d2c07e3e30cf103ce5e0bc3aacbf0fd9, server=47efada56ed5,42043,1731986300656}] 2024-11-19T03:18:32,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T03:18:33,026 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731986312663.d2c07e3e30cf103ce5e0bc3aacbf0fd9. 2024-11-19T03:18:33,026 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T03:18:33,026 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T03:18:33,028 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=47efada56ed5%2C42043%2C1731986300656.rep, suffix=, logDir=hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/WALs/47efada56ed5,42043,1731986300656, archiveDir=hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/oldWALs, maxLogs=10 2024-11-19T03:18:33,046 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/WALs/47efada56ed5,42043,1731986300656/47efada56ed5%2C42043%2C1731986300656.rep.1731986313028, exclude list is [], retry=0 2024-11-19T03:18:33,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42261,DS-e28db1a1-0b7b-49f5-ae0f-265beec39f69,DISK] 2024-11-19T03:18:33,050 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/WALs/47efada56ed5,42043,1731986300656/47efada56ed5%2C42043%2C1731986300656.rep.1731986313028 2024-11-19T03:18:33,051 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37275:37275)] 2024-11-19T03:18:33,051 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => d2c07e3e30cf103ce5e0bc3aacbf0fd9, NAME => 'hbase:replication,,1731986312663.d2c07e3e30cf103ce5e0bc3aacbf0fd9.', STARTKEY => '', ENDKEY => ''} 2024-11-19T03:18:33,052 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T03:18:33,052 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T03:18:33,052 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731986312663.d2c07e3e30cf103ce5e0bc3aacbf0fd9. service=MultiRowMutationService 2024-11-19T03:18:33,052 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T03:18:33,052 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d2c07e3e30cf103ce5e0bc3aacbf0fd9 2024-11-19T03:18:33,052 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731986312663.d2c07e3e30cf103ce5e0bc3aacbf0fd9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:18:33,052 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for d2c07e3e30cf103ce5e0bc3aacbf0fd9 2024-11-19T03:18:33,052 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for d2c07e3e30cf103ce5e0bc3aacbf0fd9 2024-11-19T03:18:33,054 INFO [StoreOpener-d2c07e3e30cf103ce5e0bc3aacbf0fd9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d2c07e3e30cf103ce5e0bc3aacbf0fd9 2024-11-19T03:18:33,056 INFO [StoreOpener-d2c07e3e30cf103ce5e0bc3aacbf0fd9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2c07e3e30cf103ce5e0bc3aacbf0fd9 columnFamilyName hfileref 2024-11-19T03:18:33,056 DEBUG [StoreOpener-d2c07e3e30cf103ce5e0bc3aacbf0fd9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:18:33,056 INFO [StoreOpener-d2c07e3e30cf103ce5e0bc3aacbf0fd9-1 {}] regionserver.HStore(327): Store=d2c07e3e30cf103ce5e0bc3aacbf0fd9/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:18:33,056 INFO [StoreOpener-d2c07e3e30cf103ce5e0bc3aacbf0fd9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d2c07e3e30cf103ce5e0bc3aacbf0fd9 2024-11-19T03:18:33,057 INFO [StoreOpener-d2c07e3e30cf103ce5e0bc3aacbf0fd9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2c07e3e30cf103ce5e0bc3aacbf0fd9 columnFamilyName queue 2024-11-19T03:18:33,057 DEBUG [StoreOpener-d2c07e3e30cf103ce5e0bc3aacbf0fd9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:18:33,058 INFO [StoreOpener-d2c07e3e30cf103ce5e0bc3aacbf0fd9-1 {}] regionserver.HStore(327): Store=d2c07e3e30cf103ce5e0bc3aacbf0fd9/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:18:33,058 INFO [StoreOpener-d2c07e3e30cf103ce5e0bc3aacbf0fd9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d2c07e3e30cf103ce5e0bc3aacbf0fd9 2024-11-19T03:18:33,059 INFO [StoreOpener-d2c07e3e30cf103ce5e0bc3aacbf0fd9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2c07e3e30cf103ce5e0bc3aacbf0fd9 columnFamilyName sid 2024-11-19T03:18:33,059 DEBUG [StoreOpener-d2c07e3e30cf103ce5e0bc3aacbf0fd9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:18:33,059 INFO [StoreOpener-d2c07e3e30cf103ce5e0bc3aacbf0fd9-1 {}] regionserver.HStore(327): Store=d2c07e3e30cf103ce5e0bc3aacbf0fd9/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:18:33,059 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for d2c07e3e30cf103ce5e0bc3aacbf0fd9 2024-11-19T03:18:33,060 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/data/hbase/replication/d2c07e3e30cf103ce5e0bc3aacbf0fd9 2024-11-19T03:18:33,060 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/data/hbase/replication/d2c07e3e30cf103ce5e0bc3aacbf0fd9 2024-11-19T03:18:33,061 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for d2c07e3e30cf103ce5e0bc3aacbf0fd9 2024-11-19T03:18:33,061 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for d2c07e3e30cf103ce5e0bc3aacbf0fd9 2024-11-19T03:18:33,061 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T03:18:33,062 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for d2c07e3e30cf103ce5e0bc3aacbf0fd9 2024-11-19T03:18:33,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/data/hbase/replication/d2c07e3e30cf103ce5e0bc3aacbf0fd9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T03:18:33,065 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened d2c07e3e30cf103ce5e0bc3aacbf0fd9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75260640, jitterRate=0.12147092819213867}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T03:18:33,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d2c07e3e30cf103ce5e0bc3aacbf0fd9 2024-11-19T03:18:33,066 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for d2c07e3e30cf103ce5e0bc3aacbf0fd9: Running coprocessor pre-open hook at 1731986313052Writing region info on filesystem at 1731986313052Initializing all the Stores at 1731986313053 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986313053Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986313054 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986313054Cleaning up temporary data from old regions at 1731986313061 (+7 ms)Running coprocessor post-open hooks at 1731986313065 (+4 ms)Region opened successfully at 1731986313066 (+1 ms) 2024-11-19T03:18:33,067 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731986312663.d2c07e3e30cf103ce5e0bc3aacbf0fd9., pid=10, masterSystemTime=1731986313021 2024-11-19T03:18:33,069 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731986312663.d2c07e3e30cf103ce5e0bc3aacbf0fd9. 2024-11-19T03:18:33,069 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731986312663.d2c07e3e30cf103ce5e0bc3aacbf0fd9. 2024-11-19T03:18:33,070 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d2c07e3e30cf103ce5e0bc3aacbf0fd9, regionState=OPEN, openSeqNum=2, regionLocation=47efada56ed5,42043,1731986300656 2024-11-19T03:18:33,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d2c07e3e30cf103ce5e0bc3aacbf0fd9, server=47efada56ed5,42043,1731986300656 because future has completed 2024-11-19T03:18:33,078 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T03:18:33,079 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d2c07e3e30cf103ce5e0bc3aacbf0fd9, server=47efada56ed5,42043,1731986300656 in 209 msec 2024-11-19T03:18:33,080 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-19T03:18:33,081 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d2c07e3e30cf103ce5e0bc3aacbf0fd9, ASSIGN in 366 msec 2024-11-19T03:18:33,082 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T03:18:33,082 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731986313082"}]},"ts":"1731986313082"} 2024-11-19T03:18:33,084 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T03:18:33,085 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T03:18:33,088 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 423 msec 2024-11-19T03:18:33,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731986312663.d2c07e3e30cf103ce5e0bc3aacbf0fd9., hostname=47efada56ed5,42043,1731986300656, seqNum=2] 2024-11-19T03:18:33,130 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-19T03:18:33,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T03:18:33,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42043-0x10151198def0001, quorum=127.0.0.1:53731, baseZNode=/01217432478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01217432478 2024-11-19T03:18:33,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36843-0x10151198def0000, quorum=127.0.0.1:53731, baseZNode=/01217432478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01217432478 2024-11-19T03:18:33,375 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T03:18:33,526 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42043 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-19T03:18:33,527 INFO [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T03:18:33,618 INFO [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-47efada56ed5,42043,1731986300656, ReplicationSource: 1, currentBandwidth=0 2024-11-19T03:18:33,619 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:18:33,619 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,42043,1731986300656, seqNum=-1] 2024-11-19T03:18:33,620 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:18:33,621 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56789, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-19T03:18:33,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-47efada56ed5,42043,1731986300656', locateType=CURRENT is [region=hbase:replication,,1731986312663.d2c07e3e30cf103ce5e0bc3aacbf0fd9., hostname=47efada56ed5,42043,1731986300656, seqNum=2] 2024-11-19T03:18:33,663 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-19T03:18:33,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36843 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-19T03:18:33,669 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 47efada56ed5,42043,1731986300656 suceeded 2024-11-19T03:18:33,672 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-19T03:18:33,673 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 294 msec 2024-11-19T03:18:33,673 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://47efada56ed5:37429,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-19T03:18:33,681 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0280 sec 2024-11-19T03:18:33,699 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,42043,1731986300656 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='47efada56ed5:37429' 2024-11-19T03:18:33,701 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,42043,1731986300656 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16c60519, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:18:33,701 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,42043,1731986300656 {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,37429,-1 for getting cluster id 2024-11-19T03:18:33,702 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,42043,1731986300656 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:18:33,703 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '499af8aa-7911-4de1-a2c4-7ce6db4ec0d0' 2024-11-19T03:18:33,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:18:33,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "499af8aa-7911-4de1-a2c4-7ce6db4ec0d0" 2024-11-19T03:18:33,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@367cf671, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:18:33,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,37429,-1] 2024-11-19T03:18:33,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:18:33,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:18:33,706 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:18:33,707 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,42043,1731986300656 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7e5e1b2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:18:33,708 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,42043,1731986300656 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T03:18:33,712 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,42043,1731986300656 {}] client.AsyncConnectionImpl(321): The fetched master address is 47efada56ed5,37429,1731986305289 2024-11-19T03:18:33,712 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,42043,1731986300656 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7fd4af52 2024-11-19T03:18:33,712 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,42043,1731986300656 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T03:18:33,714 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-19T03:18:33,714 INFO [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,42043,1731986300656 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-47efada56ed5,42043,1731986300656 (queues=1) is replicating from cluster=2691a6ee-93ae-4dac-98cb-e97362f5fd16 to cluster=499af8aa-7911-4de1-a2c4-7ce6db4ec0d0 2024-11-19T03:18:33,715 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,42043,1731986300656 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=47efada56ed5%2C42043%2C1731986300656 2024-11-19T03:18:33,715 INFO [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,42043,1731986300656 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-47efada56ed5,42043,1731986300656, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T03:18:33,716 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,42043,1731986300656.replicationSource.wal-reader.47efada56ed5%2C42043%2C1731986300656,1-47efada56ed5,42043,1731986300656 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/WALs/47efada56ed5,42043,1731986300656/47efada56ed5%2C42043%2C1731986300656.1731986303003, startPosition=0, beingWritten=true 2024-11-19T03:18:33,724 INFO [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,42043,1731986300656.replicationSource.shipper47efada56ed5%2C42043%2C1731986300656,1-47efada56ed5,42043,1731986300656 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 47efada56ed5%2C42043%2C1731986300656 2024-11-19T03:18:33,734 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,42043,1731986300656.replicationSource.wal-reader.47efada56ed5%2C42043%2C1731986300656,1-47efada56ed5,42043,1731986300656 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T03:18:33,734 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,42043,1731986300656.replicationSource.wal-reader.47efada56ed5%2C42043%2C1731986300656,1-47efada56ed5,42043,1731986300656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/WALs/47efada56ed5,42043,1731986300656/47efada56ed5%2C42043%2C1731986300656.1731986303003 to pos 379, reset compression=false 2024-11-19T03:18:33,734 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,42043,1731986300656.replicationSource.shipper47efada56ed5%2C42043%2C1731986300656,1-47efada56ed5,42043,1731986300656 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-47efada56ed5,42043,1731986300656 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/WALs/47efada56ed5,42043,1731986300656/47efada56ed5%2C42043%2C1731986300656.1731986303003, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T03:18:33,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T03:18:33,802 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T03:18:33,802 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T03:18:33,802 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:18:33,802 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:18:33,802 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:18:33,802 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:18:33,803 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:18:33,811 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/load_f/f/hfile_0 is 36, key is aaaa/f:row/1731986313809/Put/seqid=0 2024-11-19T03:18:33,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42261 is added to blk_1073741840_1016 (size=7894) 2024-11-19T03:18:33,949 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,42043,1731986300656.replicationSource.wal-reader.47efada56ed5%2C42043%2C1731986300656,1-47efada56ed5,42043,1731986300656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/WALs/47efada56ed5,42043,1731986300656/47efada56ed5%2C42043%2C1731986300656.1731986303003 to pos 379, reset compression=false 2024-11-19T03:18:34,234 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/load_f/f/hfile_1 is 34, key is ddd/f:row/1731986314233/Put/seqid=0 2024-11-19T03:18:34,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42261 is added to blk_1073741841_1017 (size=7691) 2024-11-19T03:18:34,255 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,42043,1731986300656.replicationSource.wal-reader.47efada56ed5%2C42043%2C1731986300656,1-47efada56ed5,42043,1731986300656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/WALs/47efada56ed5,42043,1731986300656/47efada56ed5%2C42043%2C1731986300656.1731986303003 to pos 379, reset compression=false 2024-11-19T03:18:34,644 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69cb9986, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:18:34,644 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,36843,-1 for getting cluster id 2024-11-19T03:18:34,644 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:18:34,645 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2691a6ee-93ae-4dac-98cb-e97362f5fd16' 2024-11-19T03:18:34,645 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:18:34,646 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2691a6ee-93ae-4dac-98cb-e97362f5fd16" 2024-11-19T03:18:34,646 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@468d36b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:18:34,646 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,36843,-1] 2024-11-19T03:18:34,646 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:18:34,647 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:18:34,647 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:18:34,648 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c815c28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:18:34,649 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:18:34,650 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,42043,1731986300656, seqNum=-1] 2024-11-19T03:18:34,650 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:18:34,651 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:18:34,660 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,42043,1731986300656.replicationSource.wal-reader.47efada56ed5%2C42043%2C1731986300656,1-47efada56ed5,42043,1731986300656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/WALs/47efada56ed5,42043,1731986300656/47efada56ed5%2C42043%2C1731986300656.1731986303003 to pos 379, reset compression=false 2024-11-19T03:18:34,662 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T03:18:34,664 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 47efada56ed5,36843,1731986300238 2024-11-19T03:18:34,664 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@505c23ef 2024-11-19T03:18:34,667 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T03:18:34,668 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T03:18:34,676 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731986308300.ed7d2e346a0306fe7db95aba5814dbbd., hostname=47efada56ed5,42043,1731986300656, seqNum=2] 2024-11-19T03:18:34,690 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T03:18:34,703 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-19T03:18:34,707 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-19T03:18:34,722 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42043 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/load_f/f/hfile_1 for inclusion in ed7d2e346a0306fe7db95aba5814dbbd/f 2024-11-19T03:18:34,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42043 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-19T03:18:34,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42043 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T03:18:34,728 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42043 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/load_f/f/hfile_0 for inclusion in ed7d2e346a0306fe7db95aba5814dbbd/f 2024-11-19T03:18:34,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42043 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-19T03:18:34,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42043 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T03:18:34,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42043 {}] regionserver.HRegion(2603): Flush status journal for ed7d2e346a0306fe7db95aba5814dbbd: 2024-11-19T03:18:34,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42043 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/load_f/f/hfile_1 to hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/staging/jenkins__test__5sq2s3d63cfgrfpdjkb75bhb3dh9gbfvs8m7fcsg63g416ol8rk1bbsqrma44c1h/f/hfile_1 2024-11-19T03:18:34,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42043 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/staging/jenkins__test__5sq2s3d63cfgrfpdjkb75bhb3dh9gbfvs8m7fcsg63g416ol8rk1bbsqrma44c1h/f/hfile_1 as hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/data/default/test/ed7d2e346a0306fe7db95aba5814dbbd/f/2f55edaa8113434891124acbbeb80e21_SeqId_4_ 2024-11-19T03:18:34,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42043 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/load_f/f/hfile_0 to hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/staging/jenkins__test__5sq2s3d63cfgrfpdjkb75bhb3dh9gbfvs8m7fcsg63g416ol8rk1bbsqrma44c1h/f/hfile_0 2024-11-19T03:18:34,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42043 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/staging/jenkins__test__5sq2s3d63cfgrfpdjkb75bhb3dh9gbfvs8m7fcsg63g416ol8rk1bbsqrma44c1h/f/hfile_0 as hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/data/default/test/ed7d2e346a0306fe7db95aba5814dbbd/f/34330bb739cf4d268d4d8124068442f2_SeqId_4_ 2024-11-19T03:18:34,743 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42043 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/staging/jenkins__test__5sq2s3d63cfgrfpdjkb75bhb3dh9gbfvs8m7fcsg63g416ol8rk1bbsqrma44c1h/f/hfile_1 into ed7d2e346a0306fe7db95aba5814dbbd/f as hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/data/default/test/ed7d2e346a0306fe7db95aba5814dbbd/f/2f55edaa8113434891124acbbeb80e21_SeqId_4_ - updating store file list. 2024-11-19T03:18:34,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42043 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2f55edaa8113434891124acbbeb80e21_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T03:18:34,750 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42043 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/data/default/test/ed7d2e346a0306fe7db95aba5814dbbd/f/2f55edaa8113434891124acbbeb80e21_SeqId_4_ into ed7d2e346a0306fe7db95aba5814dbbd/f 2024-11-19T03:18:34,750 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42043 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/staging/jenkins__test__5sq2s3d63cfgrfpdjkb75bhb3dh9gbfvs8m7fcsg63g416ol8rk1bbsqrma44c1h/f/hfile_1 into ed7d2e346a0306fe7db95aba5814dbbd/f (new location: hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/data/default/test/ed7d2e346a0306fe7db95aba5814dbbd/f/2f55edaa8113434891124acbbeb80e21_SeqId_4_) 2024-11-19T03:18:34,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42043 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/staging/jenkins__test__5sq2s3d63cfgrfpdjkb75bhb3dh9gbfvs8m7fcsg63g416ol8rk1bbsqrma44c1h/f/hfile_1 2024-11-19T03:18:34,752 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42043 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/staging/jenkins__test__5sq2s3d63cfgrfpdjkb75bhb3dh9gbfvs8m7fcsg63g416ol8rk1bbsqrma44c1h/f/hfile_0 into ed7d2e346a0306fe7db95aba5814dbbd/f as hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/data/default/test/ed7d2e346a0306fe7db95aba5814dbbd/f/34330bb739cf4d268d4d8124068442f2_SeqId_4_ - updating store file list. 2024-11-19T03:18:34,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42043 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 34330bb739cf4d268d4d8124068442f2_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T03:18:34,761 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42043 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/data/default/test/ed7d2e346a0306fe7db95aba5814dbbd/f/34330bb739cf4d268d4d8124068442f2_SeqId_4_ into ed7d2e346a0306fe7db95aba5814dbbd/f 2024-11-19T03:18:34,761 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42043 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/staging/jenkins__test__5sq2s3d63cfgrfpdjkb75bhb3dh9gbfvs8m7fcsg63g416ol8rk1bbsqrma44c1h/f/hfile_0 into ed7d2e346a0306fe7db95aba5814dbbd/f (new location: hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/data/default/test/ed7d2e346a0306fe7db95aba5814dbbd/f/34330bb739cf4d268d4d8124068442f2_SeqId_4_) 2024-11-19T03:18:34,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42043 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/staging/jenkins__test__5sq2s3d63cfgrfpdjkb75bhb3dh9gbfvs8m7fcsg63g416ol8rk1bbsqrma44c1h/f/hfile_0 2024-11-19T03:18:34,775 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T03:18:34,775 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:18:34,775 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:18:34,775 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:18:34,775 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:18:34,776 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731986308300.ed7d2e346a0306fe7db95aba5814dbbd., hostname=47efada56ed5,42043,1731986300656, seqNum=2 , the old value is region=test,,1731986308300.ed7d2e346a0306fe7db95aba5814dbbd., hostname=47efada56ed5,42043,1731986300656, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=47efada56ed5:42043 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T03:18:34,776 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:18:34,777 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731986308300.ed7d2e346a0306fe7db95aba5814dbbd., hostname=47efada56ed5,42043,1731986300656, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T03:18:34,777 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731986308300.ed7d2e346a0306fe7db95aba5814dbbd., hostname=47efada56ed5,42043,1731986300656, seqNum=2 from cache 2024-11-19T03:18:34,777 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,36721,1731986305415, seqNum=-1] 2024-11-19T03:18:34,778 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:18:34,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42043 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42043: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:33234 deadline: 1731986374775 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:33234 2024-11-19T03:18:34,779 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:18:34,781 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731986310462.5821f4b9d0bf06c7121194c52db5b2dc., hostname=47efada56ed5,36721,1731986305415, seqNum=2] 2024-11-19T03:18:34,783 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-19T03:18:34,890 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=47efada56ed5:42043 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-19T03:18:34,963 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T03:18:34,990 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:18:34,990 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:18:34,991 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:18:34,999 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:18:35,165 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,42043,1731986300656.replicationSource.wal-reader.47efada56ed5%2C42043%2C1731986300656,1-47efada56ed5,42043,1731986300656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/WALs/47efada56ed5,42043,1731986300656/47efada56ed5%2C42043%2C1731986300656.1731986303003 to pos 379, reset compression=false 2024-11-19T03:18:35,171 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,42043,1731986300656.replicationSource.wal-reader.47efada56ed5%2C42043%2C1731986300656,1-47efada56ed5,42043,1731986300656 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T03:18:35,171 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,42043,1731986300656.replicationSource.shipper47efada56ed5%2C42043%2C1731986300656,1-47efada56ed5,42043,1731986300656 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-47efada56ed5,42043,1731986300656 got entry batch from reader: WALEntryBatch [walEntries=[{test/ed7d2e346a0306fe7db95aba5814dbbd/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731986314769/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/WALs/47efada56ed5,42043,1731986300656/47efada56ed5%2C42043%2C1731986300656.1731986303003, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-19T03:18:35,191 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,42043,1731986300656.replicationSource.shipper47efada56ed5%2C42043%2C1731986300656,1-47efada56ed5,42043,1731986300656 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T03:18:35,193 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-19T03:18:35,195 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36721 {}] regionserver.ReplicationSink(318): Replicating [2691a6ee-93ae-4dac-98cb-e97362f5fd16] bulk loaded data 2024-11-19T03:18:35,196 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36721 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4c6e18c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:18:35,197 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36721 {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,37429,-1 for getting cluster id 2024-11-19T03:18:35,197 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36721 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:18:35,197 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '499af8aa-7911-4de1-a2c4-7ce6db4ec0d0' 2024-11-19T03:18:35,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:18:35,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "499af8aa-7911-4de1-a2c4-7ce6db4ec0d0" 2024-11-19T03:18:35,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@963b14f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:18:35,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,37429,-1] 2024-11-19T03:18:35,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:18:35,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:18:35,199 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:18:35,200 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36721 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@138f1717, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:18:35,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36791 is added to blk_1073741837_1013 (size=7691) 2024-11-19T03:18:35,372 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,42043,1731986300656.replicationSource.wal-reader.47efada56ed5%2C42043%2C1731986300656,1-47efada56ed5,42043,1731986300656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/WALs/47efada56ed5,42043,1731986300656/47efada56ed5%2C42043%2C1731986300656.1731986303003 to pos 687, reset compression=false 2024-11-19T03:18:35,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36791 is added to blk_1073741838_1014 (size=7894) 2024-11-19T03:18:35,676 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,42043,1731986300656.replicationSource.wal-reader.47efada56ed5%2C42043%2C1731986300656,1-47efada56ed5,42043,1731986300656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/WALs/47efada56ed5,42043,1731986300656/47efada56ed5%2C42043%2C1731986300656.1731986303003 to pos 687, reset compression=false 2024-11-19T03:18:35,786 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-19T03:18:36,041 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36721 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T03:18:36,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 47efada56ed5,37429,1731986305289 2024-11-19T03:18:36,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a39e36c 2024-11-19T03:18:36,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T03:18:36,044 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-19T03:18:36,046 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36721 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T03:18:36,047 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36721 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:18:36,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,36721,1731986305415, seqNum=-1] 2024-11-19T03:18:36,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:18:36,050 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-19T03:18:36,063 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39873/user/jenkins/test-data/aed7382a-5194-eac1-e854-50909c09d805/staging/jenkins.hfs.6__test__stk954l4ahnja8d05cp91c6qd83l8rtncm33dq4k0as8btf6f694cao2baa3683m/f/2f55edaa8113434891124acbbeb80e21_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-19T03:18:36,068 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39873/user/jenkins/test-data/aed7382a-5194-eac1-e854-50909c09d805/staging/jenkins.hfs.6__test__stk954l4ahnja8d05cp91c6qd83l8rtncm33dq4k0as8btf6f694cao2baa3683m/f/34330bb739cf4d268d4d8124068442f2_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-19T03:18:36,071 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36721 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39873/user/jenkins/test-data/aed7382a-5194-eac1-e854-50909c09d805/staging/jenkins.hfs.6__test__stk954l4ahnja8d05cp91c6qd83l8rtncm33dq4k0as8btf6f694cao2baa3683m/f/2f55edaa8113434891124acbbeb80e21_SeqId_4_ for inclusion in 5821f4b9d0bf06c7121194c52db5b2dc/f 2024-11-19T03:18:36,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36721 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-19T03:18:36,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36721 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T03:18:36,075 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36721 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39873/user/jenkins/test-data/aed7382a-5194-eac1-e854-50909c09d805/staging/jenkins.hfs.6__test__stk954l4ahnja8d05cp91c6qd83l8rtncm33dq4k0as8btf6f694cao2baa3683m/f/34330bb739cf4d268d4d8124068442f2_SeqId_4_ for inclusion in 5821f4b9d0bf06c7121194c52db5b2dc/f 2024-11-19T03:18:36,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36721 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-19T03:18:36,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36721 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T03:18:36,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36721 {}] regionserver.HRegion(2603): Flush status journal for 5821f4b9d0bf06c7121194c52db5b2dc: 2024-11-19T03:18:36,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36721 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 2f55edaa8113434891124acbbeb80e21_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-19T03:18:36,080 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,42043,1731986300656.replicationSource.wal-reader.47efada56ed5%2C42043%2C1731986300656,1-47efada56ed5,42043,1731986300656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/WALs/47efada56ed5,42043,1731986300656/47efada56ed5%2C42043%2C1731986300656.1731986303003 to pos 687, reset compression=false 2024-11-19T03:18:36,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36721 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39873/user/jenkins/test-data/aed7382a-5194-eac1-e854-50909c09d805/staging/jenkins.hfs.6__test__stk954l4ahnja8d05cp91c6qd83l8rtncm33dq4k0as8btf6f694cao2baa3683m/f/2f55edaa8113434891124acbbeb80e21_SeqId_4_ as hdfs://localhost:39873/user/jenkins/test-data/aed7382a-5194-eac1-e854-50909c09d805/data/default/test/5821f4b9d0bf06c7121194c52db5b2dc/f/f8080f9bb9274b3095eacff7c6570fff_SeqId_4_ 2024-11-19T03:18:36,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36721 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 34330bb739cf4d268d4d8124068442f2_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-19T03:18:36,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36721 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39873/user/jenkins/test-data/aed7382a-5194-eac1-e854-50909c09d805/staging/jenkins.hfs.6__test__stk954l4ahnja8d05cp91c6qd83l8rtncm33dq4k0as8btf6f694cao2baa3683m/f/34330bb739cf4d268d4d8124068442f2_SeqId_4_ as hdfs://localhost:39873/user/jenkins/test-data/aed7382a-5194-eac1-e854-50909c09d805/data/default/test/5821f4b9d0bf06c7121194c52db5b2dc/f/ab34e759c8554cbca3971ba7b94e8166_SeqId_4_ 2024-11-19T03:18:36,085 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36721 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39873/user/jenkins/test-data/aed7382a-5194-eac1-e854-50909c09d805/staging/jenkins.hfs.6__test__stk954l4ahnja8d05cp91c6qd83l8rtncm33dq4k0as8btf6f694cao2baa3683m/f/2f55edaa8113434891124acbbeb80e21_SeqId_4_ into 5821f4b9d0bf06c7121194c52db5b2dc/f as hdfs://localhost:39873/user/jenkins/test-data/aed7382a-5194-eac1-e854-50909c09d805/data/default/test/5821f4b9d0bf06c7121194c52db5b2dc/f/f8080f9bb9274b3095eacff7c6570fff_SeqId_4_ - updating store file list. 2024-11-19T03:18:36,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36721 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f8080f9bb9274b3095eacff7c6570fff_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T03:18:36,090 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36721 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39873/user/jenkins/test-data/aed7382a-5194-eac1-e854-50909c09d805/data/default/test/5821f4b9d0bf06c7121194c52db5b2dc/f/f8080f9bb9274b3095eacff7c6570fff_SeqId_4_ into 5821f4b9d0bf06c7121194c52db5b2dc/f 2024-11-19T03:18:36,090 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36721 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39873/user/jenkins/test-data/aed7382a-5194-eac1-e854-50909c09d805/staging/jenkins.hfs.6__test__stk954l4ahnja8d05cp91c6qd83l8rtncm33dq4k0as8btf6f694cao2baa3683m/f/2f55edaa8113434891124acbbeb80e21_SeqId_4_ into 5821f4b9d0bf06c7121194c52db5b2dc/f (new location: hdfs://localhost:39873/user/jenkins/test-data/aed7382a-5194-eac1-e854-50909c09d805/data/default/test/5821f4b9d0bf06c7121194c52db5b2dc/f/f8080f9bb9274b3095eacff7c6570fff_SeqId_4_) 2024-11-19T03:18:36,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36721 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39873/user/jenkins/test-data/aed7382a-5194-eac1-e854-50909c09d805/staging/jenkins.hfs.6__test__stk954l4ahnja8d05cp91c6qd83l8rtncm33dq4k0as8btf6f694cao2baa3683m/f/2f55edaa8113434891124acbbeb80e21_SeqId_4_ 2024-11-19T03:18:36,092 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36721 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39873/user/jenkins/test-data/aed7382a-5194-eac1-e854-50909c09d805/staging/jenkins.hfs.6__test__stk954l4ahnja8d05cp91c6qd83l8rtncm33dq4k0as8btf6f694cao2baa3683m/f/34330bb739cf4d268d4d8124068442f2_SeqId_4_ into 5821f4b9d0bf06c7121194c52db5b2dc/f as hdfs://localhost:39873/user/jenkins/test-data/aed7382a-5194-eac1-e854-50909c09d805/data/default/test/5821f4b9d0bf06c7121194c52db5b2dc/f/ab34e759c8554cbca3971ba7b94e8166_SeqId_4_ - updating store file list. 2024-11-19T03:18:36,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36721 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ab34e759c8554cbca3971ba7b94e8166_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T03:18:36,104 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36721 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39873/user/jenkins/test-data/aed7382a-5194-eac1-e854-50909c09d805/data/default/test/5821f4b9d0bf06c7121194c52db5b2dc/f/ab34e759c8554cbca3971ba7b94e8166_SeqId_4_ into 5821f4b9d0bf06c7121194c52db5b2dc/f 2024-11-19T03:18:36,104 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36721 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39873/user/jenkins/test-data/aed7382a-5194-eac1-e854-50909c09d805/staging/jenkins.hfs.6__test__stk954l4ahnja8d05cp91c6qd83l8rtncm33dq4k0as8btf6f694cao2baa3683m/f/34330bb739cf4d268d4d8124068442f2_SeqId_4_ into 5821f4b9d0bf06c7121194c52db5b2dc/f (new location: hdfs://localhost:39873/user/jenkins/test-data/aed7382a-5194-eac1-e854-50909c09d805/data/default/test/5821f4b9d0bf06c7121194c52db5b2dc/f/ab34e759c8554cbca3971ba7b94e8166_SeqId_4_) 2024-11-19T03:18:36,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36721 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39873/user/jenkins/test-data/aed7382a-5194-eac1-e854-50909c09d805/staging/jenkins.hfs.6__test__stk954l4ahnja8d05cp91c6qd83l8rtncm33dq4k0as8btf6f694cao2baa3683m/f/34330bb739cf4d268d4d8124068442f2_SeqId_4_ 2024-11-19T03:18:36,109 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36721 {}] regionserver.ReplicationSink(324): Finished replicating [2691a6ee-93ae-4dac-98cb-e97362f5fd16] bulk loaded data 2024-11-19T03:18:36,487 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-19T03:18:36,487 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-19T03:18:36,487 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-19T03:18:36,487 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-19T03:18:36,488 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T03:18:36,488 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-19T03:18:36,589 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,42043,1731986300656.replicationSource.wal-reader.47efada56ed5%2C42043%2C1731986300656,1-47efada56ed5,42043,1731986300656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/WALs/47efada56ed5,42043,1731986300656/47efada56ed5%2C42043%2C1731986300656.1731986303003 to pos 687, reset compression=false 2024-11-19T03:18:36,804 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:18:36,809 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1731986316807/Put/seqid=0 2024-11-19T03:18:36,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42261 is added to blk_1073741842_1018 (size=7997) 2024-11-19T03:18:36,821 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1731986316820/Put/seqid=0 2024-11-19T03:18:36,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42261 is added to blk_1073741843_1019 (size=7794) 2024-11-19T03:18:37,194 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,42043,1731986300656.replicationSource.wal-reader.47efada56ed5%2C42043%2C1731986300656,1-47efada56ed5,42043,1731986300656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/WALs/47efada56ed5,42043,1731986300656/47efada56ed5%2C42043%2C1731986300656.1731986303003 to pos 687, reset compression=false 2024-11-19T03:18:37,228 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cd3aa34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:18:37,228 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,36843,-1 for getting cluster id 2024-11-19T03:18:37,228 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:18:37,229 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2691a6ee-93ae-4dac-98cb-e97362f5fd16' 2024-11-19T03:18:37,229 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:18:37,229 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2691a6ee-93ae-4dac-98cb-e97362f5fd16" 2024-11-19T03:18:37,230 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32b3168a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:18:37,230 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,36843,-1] 2024-11-19T03:18:37,230 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:18:37,230 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:18:37,231 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:18:37,232 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51c5489e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:18:37,232 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:18:37,233 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,42043,1731986300656, seqNum=-1] 2024-11-19T03:18:37,233 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:18:37,234 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:18:37,243 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T03:18:37,244 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 47efada56ed5,36843,1731986300238 2024-11-19T03:18:37,244 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14d625c2 2024-11-19T03:18:37,244 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T03:18:37,245 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T03:18:37,249 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731986308300.ed7d2e346a0306fe7db95aba5814dbbd., hostname=47efada56ed5,42043,1731986300656, seqNum=2] 2024-11-19T03:18:37,251 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T03:18:37,257 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-19T03:18:37,261 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-19T03:18:37,265 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42043 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/load_f1/f1/hfile_1 for inclusion in ed7d2e346a0306fe7db95aba5814dbbd/f1 2024-11-19T03:18:37,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42043 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-19T03:18:37,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42043 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T03:18:37,269 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42043 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/load_f1/f1/hfile_0 for inclusion in ed7d2e346a0306fe7db95aba5814dbbd/f1 2024-11-19T03:18:37,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42043 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-19T03:18:37,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42043 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T03:18:37,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42043 {}] regionserver.HRegion(2603): Flush status journal for ed7d2e346a0306fe7db95aba5814dbbd: 2024-11-19T03:18:37,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42043 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/load_f1/f1/hfile_1 to hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/staging/jenkins__test__j51v42g79nmr0krudp3ofk6satnmof4gpdjbm62m9n5g0pga342f7h63md831bho/f1/hfile_1 2024-11-19T03:18:37,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42043 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/staging/jenkins__test__j51v42g79nmr0krudp3ofk6satnmof4gpdjbm62m9n5g0pga342f7h63md831bho/f1/hfile_1 as hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/data/default/test/ed7d2e346a0306fe7db95aba5814dbbd/f1/02262fd612c94ef59e74367a32261ea0_SeqId_6_ 2024-11-19T03:18:37,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42043 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/load_f1/f1/hfile_0 to hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/staging/jenkins__test__j51v42g79nmr0krudp3ofk6satnmof4gpdjbm62m9n5g0pga342f7h63md831bho/f1/hfile_0 2024-11-19T03:18:37,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42043 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/staging/jenkins__test__j51v42g79nmr0krudp3ofk6satnmof4gpdjbm62m9n5g0pga342f7h63md831bho/f1/hfile_0 as hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/data/default/test/ed7d2e346a0306fe7db95aba5814dbbd/f1/f6433ca850a94115835f0fe7ff08bd09_SeqId_6_ 2024-11-19T03:18:37,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42043 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-19T03:18:37,296 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42043 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/staging/jenkins__test__j51v42g79nmr0krudp3ofk6satnmof4gpdjbm62m9n5g0pga342f7h63md831bho/f1/hfile_1 into ed7d2e346a0306fe7db95aba5814dbbd/f1 as hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/data/default/test/ed7d2e346a0306fe7db95aba5814dbbd/f1/02262fd612c94ef59e74367a32261ea0_SeqId_6_ - updating store file list. 2024-11-19T03:18:37,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42043 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 02262fd612c94ef59e74367a32261ea0_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-19T03:18:37,302 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42043 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/data/default/test/ed7d2e346a0306fe7db95aba5814dbbd/f1/02262fd612c94ef59e74367a32261ea0_SeqId_6_ into ed7d2e346a0306fe7db95aba5814dbbd/f1 2024-11-19T03:18:37,302 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42043 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/staging/jenkins__test__j51v42g79nmr0krudp3ofk6satnmof4gpdjbm62m9n5g0pga342f7h63md831bho/f1/hfile_1 into ed7d2e346a0306fe7db95aba5814dbbd/f1 (new location: hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/data/default/test/ed7d2e346a0306fe7db95aba5814dbbd/f1/02262fd612c94ef59e74367a32261ea0_SeqId_6_) 2024-11-19T03:18:37,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42043 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/staging/jenkins__test__j51v42g79nmr0krudp3ofk6satnmof4gpdjbm62m9n5g0pga342f7h63md831bho/f1/hfile_1 2024-11-19T03:18:37,303 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42043 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/staging/jenkins__test__j51v42g79nmr0krudp3ofk6satnmof4gpdjbm62m9n5g0pga342f7h63md831bho/f1/hfile_0 into ed7d2e346a0306fe7db95aba5814dbbd/f1 as hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/data/default/test/ed7d2e346a0306fe7db95aba5814dbbd/f1/f6433ca850a94115835f0fe7ff08bd09_SeqId_6_ - updating store file list. 2024-11-19T03:18:37,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42043 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f6433ca850a94115835f0fe7ff08bd09_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-19T03:18:37,312 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42043 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/data/default/test/ed7d2e346a0306fe7db95aba5814dbbd/f1/f6433ca850a94115835f0fe7ff08bd09_SeqId_6_ into ed7d2e346a0306fe7db95aba5814dbbd/f1 2024-11-19T03:18:37,312 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42043 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/staging/jenkins__test__j51v42g79nmr0krudp3ofk6satnmof4gpdjbm62m9n5g0pga342f7h63md831bho/f1/hfile_0 into ed7d2e346a0306fe7db95aba5814dbbd/f1 (new location: hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/data/default/test/ed7d2e346a0306fe7db95aba5814dbbd/f1/f6433ca850a94115835f0fe7ff08bd09_SeqId_6_) 2024-11-19T03:18:37,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42043 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/staging/jenkins__test__j51v42g79nmr0krudp3ofk6satnmof4gpdjbm62m9n5g0pga342f7h63md831bho/f1/hfile_0 2024-11-19T03:18:37,315 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T03:18:37,315 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:18:37,315 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:18:37,316 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:18:37,316 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:18:37,316 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:18:37,317 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731986308300.ed7d2e346a0306fe7db95aba5814dbbd., hostname=47efada56ed5,42043,1731986300656, seqNum=2 , the old value is region=test,,1731986308300.ed7d2e346a0306fe7db95aba5814dbbd., hostname=47efada56ed5,42043,1731986300656, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=47efada56ed5:42043 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T03:18:37,317 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731986308300.ed7d2e346a0306fe7db95aba5814dbbd., hostname=47efada56ed5,42043,1731986300656, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T03:18:37,317 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731986308300.ed7d2e346a0306fe7db95aba5814dbbd., hostname=47efada56ed5,42043,1731986300656, seqNum=2 from cache 2024-11-19T03:18:37,317 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,42043,1731986300656, seqNum=-1] 2024-11-19T03:18:37,317 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-19T03:18:37,318 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:18:37,319 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:18:37,321 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731986308300.ed7d2e346a0306fe7db95aba5814dbbd., hostname=47efada56ed5,42043,1731986300656, seqNum=2] 2024-11-19T03:18:37,429 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=47efada56ed5:42043 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-19T03:18:37,898 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,42043,1731986300656.replicationSource.wal-reader.47efada56ed5%2C42043%2C1731986300656,1-47efada56ed5,42043,1731986300656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/WALs/47efada56ed5,42043,1731986300656/47efada56ed5%2C42043%2C1731986300656.1731986303003 to pos 687, reset compression=false 2024-11-19T03:18:37,902 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,42043,1731986300656.replicationSource.wal-reader.47efada56ed5%2C42043%2C1731986300656,1-47efada56ed5,42043,1731986300656 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T03:18:37,902 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,42043,1731986300656.replicationSource.wal-reader.47efada56ed5%2C42043%2C1731986300656,1-47efada56ed5,42043,1731986300656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/WALs/47efada56ed5,42043,1731986300656/47efada56ed5%2C42043%2C1731986300656.1731986303003 to pos 997, reset compression=false 2024-11-19T03:18:37,902 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,42043,1731986300656.replicationSource.shipper47efada56ed5%2C42043%2C1731986300656,1-47efada56ed5,42043,1731986300656 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-47efada56ed5,42043,1731986300656 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/WALs/47efada56ed5,42043,1731986300656/47efada56ed5%2C42043%2C1731986300656.1731986303003, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T03:18:38,107 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,42043,1731986300656.replicationSource.wal-reader.47efada56ed5%2C42043%2C1731986300656,1-47efada56ed5,42043,1731986300656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/WALs/47efada56ed5,42043,1731986300656/47efada56ed5%2C42043%2C1731986300656.1731986303003 to pos 997, reset compression=false 2024-11-19T03:18:38,411 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,42043,1731986300656.replicationSource.wal-reader.47efada56ed5%2C42043%2C1731986300656,1-47efada56ed5,42043,1731986300656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/WALs/47efada56ed5,42043,1731986300656/47efada56ed5%2C42043%2C1731986300656.1731986303003 to pos 997, reset compression=false 2024-11-19T03:18:38,815 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,42043,1731986300656.replicationSource.wal-reader.47efada56ed5%2C42043%2C1731986300656,1-47efada56ed5,42043,1731986300656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/WALs/47efada56ed5,42043,1731986300656/47efada56ed5%2C42043%2C1731986300656.1731986303003 to pos 997, reset compression=false 2024-11-19T03:18:39,320 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,42043,1731986300656.replicationSource.wal-reader.47efada56ed5%2C42043%2C1731986300656,1-47efada56ed5,42043,1731986300656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/WALs/47efada56ed5,42043,1731986300656/47efada56ed5%2C42043%2C1731986300656.1731986303003 to pos 997, reset compression=false 2024-11-19T03:18:39,925 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,42043,1731986300656.replicationSource.wal-reader.47efada56ed5%2C42043%2C1731986300656,1-47efada56ed5,42043,1731986300656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/WALs/47efada56ed5,42043,1731986300656/47efada56ed5%2C42043%2C1731986300656.1731986303003 to pos 997, reset compression=false 2024-11-19T03:18:40,629 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,42043,1731986300656.replicationSource.wal-reader.47efada56ed5%2C42043%2C1731986300656,1-47efada56ed5,42043,1731986300656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/WALs/47efada56ed5,42043,1731986300656/47efada56ed5%2C42043%2C1731986300656.1731986303003 to pos 997, reset compression=false 2024-11-19T03:18:41,434 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,42043,1731986300656.replicationSource.wal-reader.47efada56ed5%2C42043%2C1731986300656,1-47efada56ed5,42043,1731986300656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/WALs/47efada56ed5,42043,1731986300656/47efada56ed5%2C42043%2C1731986300656.1731986303003 to pos 997, reset compression=false 2024-11-19T03:18:42,338 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,42043,1731986300656.replicationSource.wal-reader.47efada56ed5%2C42043%2C1731986300656,1-47efada56ed5,42043,1731986300656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/WALs/47efada56ed5,42043,1731986300656/47efada56ed5%2C42043%2C1731986300656.1731986303003 to pos 997, reset compression=false 2024-11-19T03:18:43,347 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,42043,1731986300656.replicationSource.wal-reader.47efada56ed5%2C42043%2C1731986300656,1-47efada56ed5,42043,1731986300656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/WALs/47efada56ed5,42043,1731986300656/47efada56ed5%2C42043%2C1731986300656.1731986303003 to pos 997, reset compression=false 2024-11-19T03:18:44,451 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,42043,1731986300656.replicationSource.wal-reader.47efada56ed5%2C42043%2C1731986300656,1-47efada56ed5,42043,1731986300656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/WALs/47efada56ed5,42043,1731986300656/47efada56ed5%2C42043%2C1731986300656.1731986303003 to pos 997, reset compression=false 2024-11-19T03:18:45,655 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,42043,1731986300656.replicationSource.wal-reader.47efada56ed5%2C42043%2C1731986300656,1-47efada56ed5,42043,1731986300656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/WALs/47efada56ed5,42043,1731986300656/47efada56ed5%2C42043%2C1731986300656.1731986303003 to pos 997, reset compression=false 2024-11-19T03:18:46,959 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,42043,1731986300656.replicationSource.wal-reader.47efada56ed5%2C42043%2C1731986300656,1-47efada56ed5,42043,1731986300656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/WALs/47efada56ed5,42043,1731986300656/47efada56ed5%2C42043%2C1731986300656.1731986303003 to pos 997, reset compression=false 2024-11-19T03:18:48,363 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,42043,1731986300656.replicationSource.wal-reader.47efada56ed5%2C42043%2C1731986300656,1-47efada56ed5,42043,1731986300656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/WALs/47efada56ed5,42043,1731986300656/47efada56ed5%2C42043%2C1731986300656.1731986303003 to pos 997, reset compression=false 2024-11-19T03:18:49,822 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T03:18:49,866 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,42043,1731986300656.replicationSource.wal-reader.47efada56ed5%2C42043%2C1731986300656,1-47efada56ed5,42043,1731986300656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/WALs/47efada56ed5,42043,1731986300656/47efada56ed5%2C42043%2C1731986300656.1731986303003 to pos 997, reset compression=false 2024-11-19T03:18:51,470 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,42043,1731986300656.replicationSource.wal-reader.47efada56ed5%2C42043%2C1731986300656,1-47efada56ed5,42043,1731986300656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/WALs/47efada56ed5,42043,1731986300656/47efada56ed5%2C42043%2C1731986300656.1731986303003 to pos 997, reset compression=false 2024-11-19T03:18:53,174 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,42043,1731986300656.replicationSource.wal-reader.47efada56ed5%2C42043%2C1731986300656,1-47efada56ed5,42043,1731986300656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/WALs/47efada56ed5,42043,1731986300656/47efada56ed5%2C42043%2C1731986300656.1731986303003 to pos 997, reset compression=false 2024-11-19T03:18:54,978 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,42043,1731986300656.replicationSource.wal-reader.47efada56ed5%2C42043%2C1731986300656,1-47efada56ed5,42043,1731986300656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/WALs/47efada56ed5,42043,1731986300656/47efada56ed5%2C42043%2C1731986300656.1731986303003 to pos 997, reset compression=false 2024-11-19T03:18:55,268 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T03:18:56,883 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,42043,1731986300656.replicationSource.wal-reader.47efada56ed5%2C42043%2C1731986300656,1-47efada56ed5,42043,1731986300656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/WALs/47efada56ed5,42043,1731986300656/47efada56ed5%2C42043%2C1731986300656.1731986303003 to pos 997, reset compression=false 2024-11-19T03:18:57,905 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,42043,1731986300656.replicationSource.shipper47efada56ed5%2C42043%2C1731986300656,1-47efada56ed5,42043,1731986300656 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-47efada56ed5,42043,1731986300656 got entry batch from reader: null 2024-11-19T03:18:58,886 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,42043,1731986300656.replicationSource.wal-reader.47efada56ed5%2C42043%2C1731986300656,1-47efada56ed5,42043,1731986300656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/WALs/47efada56ed5,42043,1731986300656/47efada56ed5%2C42043%2C1731986300656.1731986303003 to pos 997, reset compression=false 2024-11-19T03:19:00,991 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,42043,1731986300656.replicationSource.wal-reader.47efada56ed5%2C42043%2C1731986300656,1-47efada56ed5,42043,1731986300656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/WALs/47efada56ed5,42043,1731986300656/47efada56ed5%2C42043%2C1731986300656.1731986303003 to pos 997, reset compression=false 2024-11-19T03:19:03,203 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,42043,1731986300656.replicationSource.wal-reader.47efada56ed5%2C42043%2C1731986300656,1-47efada56ed5,42043,1731986300656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/WALs/47efada56ed5,42043,1731986300656/47efada56ed5%2C42043%2C1731986300656.1731986303003 to pos 997, reset compression=false 2024-11-19T03:19:04,081 INFO [master/47efada56ed5:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-19T03:19:04,081 INFO [master/47efada56ed5:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-19T03:19:05,509 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,42043,1731986300656.replicationSource.wal-reader.47efada56ed5%2C42043%2C1731986300656,1-47efada56ed5,42043,1731986300656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/WALs/47efada56ed5,42043,1731986300656/47efada56ed5%2C42043%2C1731986300656.1731986303003 to pos 997, reset compression=false 2024-11-19T03:19:07,916 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,42043,1731986300656.replicationSource.wal-reader.47efada56ed5%2C42043%2C1731986300656,1-47efada56ed5,42043,1731986300656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/WALs/47efada56ed5,42043,1731986300656/47efada56ed5%2C42043%2C1731986300656.1731986303003 to pos 997, reset compression=false 2024-11-19T03:19:08,211 INFO [master/47efada56ed5:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-19T03:19:08,211 INFO [master/47efada56ed5:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-19T03:19:10,421 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,42043,1731986300656.replicationSource.wal-reader.47efada56ed5%2C42043%2C1731986300656,1-47efada56ed5,42043,1731986300656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/WALs/47efada56ed5,42043,1731986300656/47efada56ed5%2C42043%2C1731986300656.1731986303003 to pos 997, reset compression=false 2024-11-19T03:19:13,025 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,42043,1731986300656.replicationSource.wal-reader.47efada56ed5%2C42043%2C1731986300656,1-47efada56ed5,42043,1731986300656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/WALs/47efada56ed5,42043,1731986300656/47efada56ed5%2C42043%2C1731986300656.1731986303003 to pos 997, reset compression=false 2024-11-19T03:19:14,462 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region ed7d2e346a0306fe7db95aba5814dbbd, had cached 0 bytes from a total of 31376 2024-11-19T03:19:15,729 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,42043,1731986300656.replicationSource.wal-reader.47efada56ed5%2C42043%2C1731986300656,1-47efada56ed5,42043,1731986300656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/WALs/47efada56ed5,42043,1731986300656/47efada56ed5%2C42043%2C1731986300656.1731986303003 to pos 997, reset compression=false 2024-11-19T03:19:16,615 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 5821f4b9d0bf06c7121194c52db5b2dc, had cached 0 bytes from a total of 15585 2024-11-19T03:19:17,905 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,42043,1731986300656.replicationSource.shipper47efada56ed5%2C42043%2C1731986300656,1-47efada56ed5,42043,1731986300656 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-47efada56ed5,42043,1731986300656 got entry batch from reader: null 2024-11-19T03:19:18,533 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,42043,1731986300656.replicationSource.wal-reader.47efada56ed5%2C42043%2C1731986300656,1-47efada56ed5,42043,1731986300656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/WALs/47efada56ed5,42043,1731986300656/47efada56ed5%2C42043%2C1731986300656.1731986303003 to pos 997, reset compression=false 2024-11-19T03:19:19,822 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T03:19:21,437 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,42043,1731986300656.replicationSource.wal-reader.47efada56ed5%2C42043%2C1731986300656,1-47efada56ed5,42043,1731986300656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/WALs/47efada56ed5,42043,1731986300656/47efada56ed5%2C42043%2C1731986300656.1731986303003 to pos 997, reset compression=false 2024-11-19T03:19:24,441 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,42043,1731986300656.replicationSource.wal-reader.47efada56ed5%2C42043%2C1731986300656,1-47efada56ed5,42043,1731986300656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/WALs/47efada56ed5,42043,1731986300656/47efada56ed5%2C42043%2C1731986300656.1731986303003 to pos 997, reset compression=false 2024-11-19T03:19:25,269 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T03:19:27,544 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,42043,1731986300656.replicationSource.wal-reader.47efada56ed5%2C42043%2C1731986300656,1-47efada56ed5,42043,1731986300656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/WALs/47efada56ed5,42043,1731986300656/47efada56ed5%2C42043%2C1731986300656.1731986303003 to pos 997, reset compression=false 2024-11-19T03:19:30,749 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,42043,1731986300656.replicationSource.wal-reader.47efada56ed5%2C42043%2C1731986300656,1-47efada56ed5,42043,1731986300656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/WALs/47efada56ed5,42043,1731986300656/47efada56ed5%2C42043%2C1731986300656.1731986303003 to pos 997, reset compression=false 2024-11-19T03:19:34,053 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,42043,1731986300656.replicationSource.wal-reader.47efada56ed5%2C42043%2C1731986300656,1-47efada56ed5,42043,1731986300656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/WALs/47efada56ed5,42043,1731986300656/47efada56ed5%2C42043%2C1731986300656.1731986303003 to pos 997, reset compression=false 2024-11-19T03:19:37,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T03:19:37,358 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T03:19:37,358 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:19:37,358 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:19:37,358 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:19:37,358 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:19:37,358 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T03:19:37,358 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1337828042, stopped=false 2024-11-19T03:19:37,358 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=47efada56ed5,37429,1731986305289 2024-11-19T03:19:37,458 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,42043,1731986300656.replicationSource.wal-reader.47efada56ed5%2C42043%2C1731986300656,1-47efada56ed5,42043,1731986300656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/WALs/47efada56ed5,42043,1731986300656/47efada56ed5%2C42043%2C1731986300656.1731986303003 to pos 997, reset compression=false 2024-11-19T03:19:37,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36721-0x10151198def0004, quorum=127.0.0.1:53731, baseZNode=/11495270647 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11495270647/running 2024-11-19T03:19:37,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36721-0x10151198def0004, quorum=127.0.0.1:53731, baseZNode=/11495270647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11495270647 2024-11-19T03:19:37,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37429-0x10151198def0003, quorum=127.0.0.1:53731, baseZNode=/11495270647 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11495270647/running 2024-11-19T03:19:37,515 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T03:19:37,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37429-0x10151198def0003, quorum=127.0.0.1:53731, baseZNode=/11495270647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11495270647 2024-11-19T03:19:37,516 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T03:19:37,516 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:19:37,516 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:19:37,516 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '47efada56ed5,36721,1731986305415' ***** 2024-11-19T03:19:37,516 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T03:19:37,516 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37429-0x10151198def0003, quorum=127.0.0.1:53731, baseZNode=/11495270647 Set watcher on znode that does not yet exist, /11495270647/running 2024-11-19T03:19:37,517 INFO [RS:0;47efada56ed5:36721 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T03:19:37,517 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36721-0x10151198def0004, quorum=127.0.0.1:53731, baseZNode=/11495270647 Set watcher on znode that does not yet exist, /11495270647/running 2024-11-19T03:19:37,517 INFO [RS:0;47efada56ed5:36721 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T03:19:37,517 INFO [RS:0;47efada56ed5:36721 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T03:19:37,517 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T03:19:37,517 INFO [RS:0;47efada56ed5:36721 {}] regionserver.HRegionServer(3091): Received CLOSE for 5821f4b9d0bf06c7121194c52db5b2dc 2024-11-19T03:19:37,517 INFO [RS:0;47efada56ed5:36721 {}] regionserver.HRegionServer(959): stopping server 47efada56ed5,36721,1731986305415 2024-11-19T03:19:37,517 INFO [RS:0;47efada56ed5:36721 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T03:19:37,517 INFO [RS:0;47efada56ed5:36721 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;47efada56ed5:36721. 2024-11-19T03:19:37,517 DEBUG [RS:0;47efada56ed5:36721 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:19:37,517 DEBUG [RS:0;47efada56ed5:36721 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:19:37,517 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5821f4b9d0bf06c7121194c52db5b2dc, disabling compactions & flushes 2024-11-19T03:19:37,517 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731986310462.5821f4b9d0bf06c7121194c52db5b2dc. 2024-11-19T03:19:37,517 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731986310462.5821f4b9d0bf06c7121194c52db5b2dc. 2024-11-19T03:19:37,517 INFO [RS:0;47efada56ed5:36721 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T03:19:37,518 INFO [RS:0;47efada56ed5:36721 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T03:19:37,518 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731986310462.5821f4b9d0bf06c7121194c52db5b2dc. after waiting 0 ms 2024-11-19T03:19:37,518 INFO [RS:0;47efada56ed5:36721 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T03:19:37,518 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731986310462.5821f4b9d0bf06c7121194c52db5b2dc. 2024-11-19T03:19:37,518 INFO [RS:0;47efada56ed5:36721 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T03:19:37,518 INFO [RS:0;47efada56ed5:36721 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T03:19:37,518 DEBUG [RS:0;47efada56ed5:36721 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 5821f4b9d0bf06c7121194c52db5b2dc=test,,1731986310462.5821f4b9d0bf06c7121194c52db5b2dc.} 2024-11-19T03:19:37,518 DEBUG [RS:0;47efada56ed5:36721 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5821f4b9d0bf06c7121194c52db5b2dc 2024-11-19T03:19:37,518 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T03:19:37,518 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T03:19:37,518 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T03:19:37,518 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T03:19:37,518 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T03:19:37,518 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-19T03:19:37,522 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39873/user/jenkins/test-data/aed7382a-5194-eac1-e854-50909c09d805/data/default/test/5821f4b9d0bf06c7121194c52db5b2dc/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-19T03:19:37,523 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T03:19:37,523 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T03:19:37,524 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731986310462.5821f4b9d0bf06c7121194c52db5b2dc. 2024-11-19T03:19:37,524 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5821f4b9d0bf06c7121194c52db5b2dc: Waiting for close lock at 1731986377517Running coprocessor pre-close hooks at 1731986377517Disabling compacts and flushes for region at 1731986377517Disabling writes for close at 1731986377518 (+1 ms)Writing region close event to WAL at 1731986377518Running coprocessor post-close hooks at 1731986377523 (+5 ms)Closed at 1731986377524 (+1 ms) 2024-11-19T03:19:37,524 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731986310462.5821f4b9d0bf06c7121194c52db5b2dc. 2024-11-19T03:19:37,534 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39873/user/jenkins/test-data/aed7382a-5194-eac1-e854-50909c09d805/data/hbase/meta/1588230740/.tmp/info/cb76fc556e794b28ae47b3b6e9f27c68 is 129, key is test,,1731986310462.5821f4b9d0bf06c7121194c52db5b2dc./info:regioninfo/1731986311632/Put/seqid=0 2024-11-19T03:19:37,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36791 is added to blk_1073741839_1015 (size=6421) 2024-11-19T03:19:37,560 INFO [regionserver/47efada56ed5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T03:19:37,718 DEBUG [RS:0;47efada56ed5:36721 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T03:19:37,905 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,42043,1731986300656.replicationSource.shipper47efada56ed5%2C42043%2C1731986300656,1-47efada56ed5,42043,1731986300656 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-47efada56ed5,42043,1731986300656 got entry batch from reader: null 2024-11-19T03:19:37,918 DEBUG [RS:0;47efada56ed5:36721 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T03:19:37,939 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39873/user/jenkins/test-data/aed7382a-5194-eac1-e854-50909c09d805/data/hbase/meta/1588230740/.tmp/info/cb76fc556e794b28ae47b3b6e9f27c68 2024-11-19T03:19:37,959 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39873/user/jenkins/test-data/aed7382a-5194-eac1-e854-50909c09d805/data/hbase/meta/1588230740/.tmp/ns/0509fa8b429e4462b0d28982f0fc9258 is 43, key is default/ns:d/1731986308195/Put/seqid=0 2024-11-19T03:19:37,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36791 is added to blk_1073741840_1016 (size=5153) 2024-11-19T03:19:38,119 DEBUG [RS:0;47efada56ed5:36721 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T03:19:38,185 INFO [regionserver/47efada56ed5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T03:19:38,186 INFO [regionserver/47efada56ed5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T03:19:38,319 DEBUG [RS:0;47efada56ed5:36721 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T03:19:38,364 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39873/user/jenkins/test-data/aed7382a-5194-eac1-e854-50909c09d805/data/hbase/meta/1588230740/.tmp/ns/0509fa8b429e4462b0d28982f0fc9258 2024-11-19T03:19:38,381 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39873/user/jenkins/test-data/aed7382a-5194-eac1-e854-50909c09d805/data/hbase/meta/1588230740/.tmp/rep_barrier/c7e98ad6a3684b95a0fcedc808f5ea16 is 112, key is test,,1731986310462.5821f4b9d0bf06c7121194c52db5b2dc./rep_barrier:seqnumDuringOpen/1731986311632/Put/seqid=0 2024-11-19T03:19:38,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36791 is added to blk_1073741841_1017 (size=5518) 2024-11-19T03:19:38,519 INFO [RS:0;47efada56ed5:36721 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T03:19:38,519 DEBUG [RS:0;47efada56ed5:36721 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-19T03:19:38,519 DEBUG [RS:0;47efada56ed5:36721 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T03:19:38,720 DEBUG [RS:0;47efada56ed5:36721 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T03:19:38,786 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39873/user/jenkins/test-data/aed7382a-5194-eac1-e854-50909c09d805/data/hbase/meta/1588230740/.tmp/rep_barrier/c7e98ad6a3684b95a0fcedc808f5ea16 2024-11-19T03:19:38,807 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39873/user/jenkins/test-data/aed7382a-5194-eac1-e854-50909c09d805/data/hbase/meta/1588230740/.tmp/table/485821a6e18a4700bba8040bf3f5f6c7 is 40, key is test/table:state/1731986311642/Put/seqid=0 2024-11-19T03:19:38,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36791 is added to blk_1073741842_1018 (size=5165) 2024-11-19T03:19:38,920 DEBUG [RS:0;47efada56ed5:36721 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T03:19:39,120 DEBUG [RS:0;47efada56ed5:36721 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T03:19:39,211 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39873/user/jenkins/test-data/aed7382a-5194-eac1-e854-50909c09d805/data/hbase/meta/1588230740/.tmp/table/485821a6e18a4700bba8040bf3f5f6c7 2024-11-19T03:19:39,218 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39873/user/jenkins/test-data/aed7382a-5194-eac1-e854-50909c09d805/data/hbase/meta/1588230740/.tmp/info/cb76fc556e794b28ae47b3b6e9f27c68 as hdfs://localhost:39873/user/jenkins/test-data/aed7382a-5194-eac1-e854-50909c09d805/data/hbase/meta/1588230740/info/cb76fc556e794b28ae47b3b6e9f27c68 2024-11-19T03:19:39,223 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39873/user/jenkins/test-data/aed7382a-5194-eac1-e854-50909c09d805/data/hbase/meta/1588230740/info/cb76fc556e794b28ae47b3b6e9f27c68, entries=10, sequenceid=11, filesize=6.3 K 2024-11-19T03:19:39,224 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39873/user/jenkins/test-data/aed7382a-5194-eac1-e854-50909c09d805/data/hbase/meta/1588230740/.tmp/ns/0509fa8b429e4462b0d28982f0fc9258 as hdfs://localhost:39873/user/jenkins/test-data/aed7382a-5194-eac1-e854-50909c09d805/data/hbase/meta/1588230740/ns/0509fa8b429e4462b0d28982f0fc9258 2024-11-19T03:19:39,230 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39873/user/jenkins/test-data/aed7382a-5194-eac1-e854-50909c09d805/data/hbase/meta/1588230740/ns/0509fa8b429e4462b0d28982f0fc9258, entries=2, sequenceid=11, filesize=5.0 K 2024-11-19T03:19:39,231 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39873/user/jenkins/test-data/aed7382a-5194-eac1-e854-50909c09d805/data/hbase/meta/1588230740/.tmp/rep_barrier/c7e98ad6a3684b95a0fcedc808f5ea16 as hdfs://localhost:39873/user/jenkins/test-data/aed7382a-5194-eac1-e854-50909c09d805/data/hbase/meta/1588230740/rep_barrier/c7e98ad6a3684b95a0fcedc808f5ea16 2024-11-19T03:19:39,238 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39873/user/jenkins/test-data/aed7382a-5194-eac1-e854-50909c09d805/data/hbase/meta/1588230740/rep_barrier/c7e98ad6a3684b95a0fcedc808f5ea16, entries=1, sequenceid=11, filesize=5.4 K 2024-11-19T03:19:39,239 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39873/user/jenkins/test-data/aed7382a-5194-eac1-e854-50909c09d805/data/hbase/meta/1588230740/.tmp/table/485821a6e18a4700bba8040bf3f5f6c7 as hdfs://localhost:39873/user/jenkins/test-data/aed7382a-5194-eac1-e854-50909c09d805/data/hbase/meta/1588230740/table/485821a6e18a4700bba8040bf3f5f6c7 2024-11-19T03:19:39,244 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39873/user/jenkins/test-data/aed7382a-5194-eac1-e854-50909c09d805/data/hbase/meta/1588230740/table/485821a6e18a4700bba8040bf3f5f6c7, entries=2, sequenceid=11, filesize=5.0 K 2024-11-19T03:19:39,245 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1727ms, sequenceid=11, compaction requested=false 2024-11-19T03:19:39,248 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39873/user/jenkins/test-data/aed7382a-5194-eac1-e854-50909c09d805/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-19T03:19:39,249 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T03:19:39,249 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T03:19:39,249 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T03:19:39,249 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731986377518Running coprocessor pre-close hooks at 1731986377518Disabling compacts and flushes for region at 1731986377518Disabling writes for close at 1731986377518Obtaining lock to block concurrent updates at 1731986377518Preparing flush snapshotting stores in 1588230740 at 1731986377518Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731986377519 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731986377519Flushing 1588230740/info: creating writer at 1731986377519Flushing 1588230740/info: appending metadata at 1731986377534 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731986377534Flushing 1588230740/ns: creating writer at 1731986377945 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731986377958 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731986377958Flushing 1588230740/rep_barrier: creating writer at 1731986378368 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731986378381 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731986378381Flushing 1588230740/table: creating writer at 1731986378792 (+411 ms)Flushing 1588230740/table: appending metadata at 1731986378806 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731986378806Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@543bd687: reopening flushed file at 1731986379217 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21e064af: reopening flushed file at 1731986379223 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28790828: reopening flushed file at 1731986379230 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77341770: reopening flushed file at 1731986379238 (+8 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1727ms, sequenceid=11, compaction requested=false at 1731986379245 (+7 ms)Writing region close event to WAL at 1731986379246 (+1 ms)Running coprocessor post-close hooks at 1731986379249 (+3 ms)Closed at 1731986379249 2024-11-19T03:19:39,249 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T03:19:39,321 INFO [RS:0;47efada56ed5:36721 {}] regionserver.HRegionServer(976): stopping server 47efada56ed5,36721,1731986305415; all regions closed. 2024-11-19T03:19:39,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36791 is added to blk_1073741834_1010 (size=2717) 2024-11-19T03:19:39,323 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/aed7382a-5194-eac1-e854-50909c09d805/WALs/47efada56ed5,36721,1731986305415/47efada56ed5%2C36721%2C1731986305415.meta.1731986307936.meta not finished, retry = 0 2024-11-19T03:19:39,426 DEBUG [RS:0;47efada56ed5:36721 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/aed7382a-5194-eac1-e854-50909c09d805/oldWALs 2024-11-19T03:19:39,426 INFO [RS:0;47efada56ed5:36721 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 47efada56ed5%2C36721%2C1731986305415.meta:.meta(num 1731986307936) 2024-11-19T03:19:39,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36791 is added to blk_1073741832_1008 (size=1028) 2024-11-19T03:19:39,428 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/aed7382a-5194-eac1-e854-50909c09d805/WALs/47efada56ed5,36721,1731986305415/47efada56ed5%2C36721%2C1731986305415.1731986307268 not finished, retry = 0 2024-11-19T03:19:39,531 DEBUG [RS:0;47efada56ed5:36721 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/aed7382a-5194-eac1-e854-50909c09d805/oldWALs 2024-11-19T03:19:39,531 INFO [RS:0;47efada56ed5:36721 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 47efada56ed5%2C36721%2C1731986305415:(num 1731986307268) 2024-11-19T03:19:39,531 DEBUG [RS:0;47efada56ed5:36721 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:19:39,531 INFO [RS:0;47efada56ed5:36721 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T03:19:39,531 INFO [RS:0;47efada56ed5:36721 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T03:19:39,531 INFO [RS:0;47efada56ed5:36721 {}] hbase.ChoreService(370): Chore service for: regionserver/47efada56ed5:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T03:19:39,531 INFO [RS:0;47efada56ed5:36721 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T03:19:39,532 INFO [regionserver/47efada56ed5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T03:19:39,532 INFO [RS:0;47efada56ed5:36721 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;47efada56ed5:36721. 2024-11-19T03:19:39,532 DEBUG [RS:0;47efada56ed5:36721 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:19:39,532 DEBUG [RS:0;47efada56ed5:36721 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:19:39,532 DEBUG [RS:0;47efada56ed5:36721 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:19:39,532 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:19:39,532 INFO [RS:0;47efada56ed5:36721 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36721 2024-11-19T03:19:39,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37429-0x10151198def0003, quorum=127.0.0.1:53731, baseZNode=/11495270647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11495270647/rs 2024-11-19T03:19:39,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36721-0x10151198def0004, quorum=127.0.0.1:53731, baseZNode=/11495270647 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11495270647/rs/47efada56ed5,36721,1731986305415 2024-11-19T03:19:39,621 INFO [RS:0;47efada56ed5:36721 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T03:19:39,621 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [47efada56ed5,36721,1731986305415] 2024-11-19T03:19:39,641 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11495270647/draining/47efada56ed5,36721,1731986305415 already deleted, retry=false 2024-11-19T03:19:39,642 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 47efada56ed5,36721,1731986305415 expired; onlineServers=0 2024-11-19T03:19:39,642 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '47efada56ed5,37429,1731986305289' ***** 2024-11-19T03:19:39,642 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T03:19:39,642 INFO [M:0;47efada56ed5:37429 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T03:19:39,642 INFO [M:0;47efada56ed5:37429 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T03:19:39,642 DEBUG [M:0;47efada56ed5:37429 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T03:19:39,642 DEBUG [M:0;47efada56ed5:37429 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T03:19:39,642 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T03:19:39,642 DEBUG [master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.large.0-1731986306996 {}] cleaner.HFileCleaner(306): Exit Thread[master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.large.0-1731986306996,5,FailOnTimeoutGroup] 2024-11-19T03:19:39,642 INFO [M:0;47efada56ed5:37429 {}] hbase.ChoreService(370): Chore service for: master/47efada56ed5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T03:19:39,642 DEBUG [master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.small.0-1731986306996 {}] cleaner.HFileCleaner(306): Exit Thread[master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.small.0-1731986306996,5,FailOnTimeoutGroup] 2024-11-19T03:19:39,642 INFO [M:0;47efada56ed5:37429 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T03:19:39,642 DEBUG [M:0;47efada56ed5:37429 {}] master.HMaster(1795): Stopping service threads 2024-11-19T03:19:39,642 INFO [M:0;47efada56ed5:37429 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T03:19:39,643 INFO [M:0;47efada56ed5:37429 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T03:19:39,643 INFO [M:0;47efada56ed5:37429 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T03:19:39,643 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T03:19:39,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37429-0x10151198def0003, quorum=127.0.0.1:53731, baseZNode=/11495270647 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11495270647/master 2024-11-19T03:19:39,652 DEBUG [M:0;47efada56ed5:37429 {}] zookeeper.ZKUtil(347): master:37429-0x10151198def0003, quorum=127.0.0.1:53731, baseZNode=/11495270647 Unable to get data of znode /11495270647/master because node does not exist (not an error) 2024-11-19T03:19:39,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37429-0x10151198def0003, quorum=127.0.0.1:53731, baseZNode=/11495270647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11495270647 2024-11-19T03:19:39,652 WARN [M:0;47efada56ed5:37429 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T03:19:39,665 INFO [M:0;47efada56ed5:37429 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39873/user/jenkins/test-data/aed7382a-5194-eac1-e854-50909c09d805/.lastflushedseqids 2024-11-19T03:19:39,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36791 is added to blk_1073741843_1019 (size=173) 2024-11-19T03:19:39,684 INFO [M:0;47efada56ed5:37429 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T03:19:39,685 INFO [M:0;47efada56ed5:37429 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T03:19:39,685 DEBUG [M:0;47efada56ed5:37429 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T03:19:39,685 INFO [M:0;47efada56ed5:37429 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:19:39,685 DEBUG [M:0;47efada56ed5:37429 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:19:39,685 DEBUG [M:0;47efada56ed5:37429 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T03:19:39,685 DEBUG [M:0;47efada56ed5:37429 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:19:39,685 INFO [M:0;47efada56ed5:37429 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.07 KB heapSize=34.17 KB 2024-11-19T03:19:39,707 DEBUG [M:0;47efada56ed5:37429 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39873/user/jenkins/test-data/aed7382a-5194-eac1-e854-50909c09d805/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ce1f6784df2d45369f8559ed918e5728 is 82, key is hbase:meta,,1/info:regioninfo/1731986307968/Put/seqid=0 2024-11-19T03:19:39,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36791 is added to blk_1073741844_1020 (size=5672) 2024-11-19T03:19:39,712 INFO [M:0;47efada56ed5:37429 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:39873/user/jenkins/test-data/aed7382a-5194-eac1-e854-50909c09d805/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ce1f6784df2d45369f8559ed918e5728 2024-11-19T03:19:39,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36721-0x10151198def0004, quorum=127.0.0.1:53731, baseZNode=/11495270647 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T03:19:39,732 INFO [RS:0;47efada56ed5:36721 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T03:19:39,732 INFO [RS:0;47efada56ed5:36721 {}] regionserver.HRegionServer(1031): Exiting; stopping=47efada56ed5,36721,1731986305415; zookeeper connection closed. 2024-11-19T03:19:39,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36721-0x10151198def0004, quorum=127.0.0.1:53731, baseZNode=/11495270647 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T03:19:39,732 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@28b9fc9a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@28b9fc9a 2024-11-19T03:19:39,732 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T03:19:39,747 DEBUG [M:0;47efada56ed5:37429 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39873/user/jenkins/test-data/aed7382a-5194-eac1-e854-50909c09d805/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f776901e51cc41008e4f41e839d7af2b is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731986311646/Put/seqid=0 2024-11-19T03:19:39,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36791 is added to blk_1073741845_1021 (size=6728) 2024-11-19T03:19:40,152 INFO [M:0;47efada56ed5:37429 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.51 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:39873/user/jenkins/test-data/aed7382a-5194-eac1-e854-50909c09d805/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f776901e51cc41008e4f41e839d7af2b 2024-11-19T03:19:40,157 INFO [M:0;47efada56ed5:37429 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f776901e51cc41008e4f41e839d7af2b 2024-11-19T03:19:40,171 DEBUG [M:0;47efada56ed5:37429 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39873/user/jenkins/test-data/aed7382a-5194-eac1-e854-50909c09d805/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e25ea90760ac44c69ada8f188466de30 is 69, key is 47efada56ed5,36721,1731986305415/rs:state/1731986307083/Put/seqid=0 2024-11-19T03:19:40,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36791 is added to blk_1073741846_1022 (size=5156) 2024-11-19T03:19:40,576 INFO [M:0;47efada56ed5:37429 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:39873/user/jenkins/test-data/aed7382a-5194-eac1-e854-50909c09d805/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e25ea90760ac44c69ada8f188466de30 2024-11-19T03:19:40,582 DEBUG [M:0;47efada56ed5:37429 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39873/user/jenkins/test-data/aed7382a-5194-eac1-e854-50909c09d805/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ce1f6784df2d45369f8559ed918e5728 as hdfs://localhost:39873/user/jenkins/test-data/aed7382a-5194-eac1-e854-50909c09d805/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ce1f6784df2d45369f8559ed918e5728 2024-11-19T03:19:40,588 INFO [M:0;47efada56ed5:37429 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39873/user/jenkins/test-data/aed7382a-5194-eac1-e854-50909c09d805/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ce1f6784df2d45369f8559ed918e5728, entries=8, sequenceid=58, filesize=5.5 K 2024-11-19T03:19:40,589 DEBUG [M:0;47efada56ed5:37429 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39873/user/jenkins/test-data/aed7382a-5194-eac1-e854-50909c09d805/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f776901e51cc41008e4f41e839d7af2b as hdfs://localhost:39873/user/jenkins/test-data/aed7382a-5194-eac1-e854-50909c09d805/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f776901e51cc41008e4f41e839d7af2b 2024-11-19T03:19:40,594 INFO [M:0;47efada56ed5:37429 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f776901e51cc41008e4f41e839d7af2b 2024-11-19T03:19:40,594 INFO [M:0;47efada56ed5:37429 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39873/user/jenkins/test-data/aed7382a-5194-eac1-e854-50909c09d805/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f776901e51cc41008e4f41e839d7af2b, entries=6, sequenceid=58, filesize=6.6 K 2024-11-19T03:19:40,595 DEBUG [M:0;47efada56ed5:37429 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39873/user/jenkins/test-data/aed7382a-5194-eac1-e854-50909c09d805/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e25ea90760ac44c69ada8f188466de30 as hdfs://localhost:39873/user/jenkins/test-data/aed7382a-5194-eac1-e854-50909c09d805/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e25ea90760ac44c69ada8f188466de30 2024-11-19T03:19:40,601 INFO [M:0;47efada56ed5:37429 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39873/user/jenkins/test-data/aed7382a-5194-eac1-e854-50909c09d805/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e25ea90760ac44c69ada8f188466de30, entries=1, sequenceid=58, filesize=5.0 K 2024-11-19T03:19:40,602 INFO [M:0;47efada56ed5:37429 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.07 KB/28739, heapSize ~33.88 KB/34688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 917ms, sequenceid=58, compaction requested=false 2024-11-19T03:19:40,603 INFO [M:0;47efada56ed5:37429 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:19:40,603 DEBUG [M:0;47efada56ed5:37429 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731986379685Disabling compacts and flushes for region at 1731986379685Disabling writes for close at 1731986379685Obtaining lock to block concurrent updates at 1731986379685Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731986379685Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28739, getHeapSize=34928, getOffHeapSize=0, getCellsCount=69 at 1731986379686 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731986379686Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731986379686Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731986379706 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731986379706Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731986379722 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731986379746 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731986379746Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731986380157 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731986380171 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731986380171Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2316532: reopening flushed file at 1731986380581 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7764f6e8: reopening flushed file at 1731986380588 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4193e5ac: reopening flushed file at 1731986380594 (+6 ms)Finished flush of dataSize ~28.07 KB/28739, heapSize ~33.88 KB/34688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 917ms, sequenceid=58, compaction requested=false at 1731986380602 (+8 ms)Writing region close event to WAL at 1731986380603 (+1 ms)Closed at 1731986380603 2024-11-19T03:19:40,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36791 is added to blk_1073741830_1006 (size=33038) 2024-11-19T03:19:40,606 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/aed7382a-5194-eac1-e854-50909c09d805/MasterData/WALs/47efada56ed5,37429,1731986305289/47efada56ed5%2C37429%2C1731986305289.1731986306762 not finished, retry = 0 2024-11-19T03:19:40,707 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T03:19:40,707 INFO [M:0;47efada56ed5:37429 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T03:19:40,707 INFO [M:0;47efada56ed5:37429 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37429 2024-11-19T03:19:40,708 INFO [M:0;47efada56ed5:37429 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T03:19:40,910 INFO [M:0;47efada56ed5:37429 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T03:19:40,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37429-0x10151198def0003, quorum=127.0.0.1:53731, baseZNode=/11495270647 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T03:19:40,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37429-0x10151198def0003, quorum=127.0.0.1:53731, baseZNode=/11495270647 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T03:19:40,914 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6c651102{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T03:19:40,915 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@32a22324{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T03:19:40,915 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T03:19:40,915 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a954acc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T03:19:40,915 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33f779b0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3866b6a5-f28c-4c94-0562-aefa6df2665c/hadoop.log.dir/,STOPPED} 2024-11-19T03:19:40,916 WARN [BP-1720395479-172.17.0.3-1731986303764 heartbeating to localhost/127.0.0.1:39873 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T03:19:40,916 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T03:19:40,916 WARN [BP-1720395479-172.17.0.3-1731986303764 heartbeating to localhost/127.0.0.1:39873 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1720395479-172.17.0.3-1731986303764 (Datanode Uuid 3d38f8cb-c6ec-4769-99c2-cec71464d027) service to localhost/127.0.0.1:39873 2024-11-19T03:19:40,916 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T03:19:40,917 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3866b6a5-f28c-4c94-0562-aefa6df2665c/cluster_db77a776-d023-4152-c430-50bad615978a/data/data1/current/BP-1720395479-172.17.0.3-1731986303764 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T03:19:40,917 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3866b6a5-f28c-4c94-0562-aefa6df2665c/cluster_db77a776-d023-4152-c430-50bad615978a/data/data2/current/BP-1720395479-172.17.0.3-1731986303764 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T03:19:40,917 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T03:19:40,922 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1b940763{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T03:19:40,923 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@a30631c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T03:19:40,923 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T03:19:40,923 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@737a9391{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T03:19:40,923 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59ca3f21{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3866b6a5-f28c-4c94-0562-aefa6df2665c/hadoop.log.dir/,STOPPED} 2024-11-19T03:19:40,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T03:19:40,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T03:19:40,936 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T03:19:40,936 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:19:40,936 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:19:40,936 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:19:40,936 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:19:40,936 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T03:19:40,936 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1622753071, stopped=false 2024-11-19T03:19:40,936 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=47efada56ed5,36843,1731986300238 2024-11-19T03:19:40,962 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,42043,1731986300656.replicationSource.wal-reader.47efada56ed5%2C42043%2C1731986300656,1-47efada56ed5,42043,1731986300656 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/WALs/47efada56ed5,42043,1731986300656/47efada56ed5%2C42043%2C1731986300656.1731986303003 to pos 997, reset compression=false 2024-11-19T03:19:40,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42043-0x10151198def0001, quorum=127.0.0.1:53731, baseZNode=/01217432478 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01217432478/running 2024-11-19T03:19:40,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36843-0x10151198def0000, quorum=127.0.0.1:53731, baseZNode=/01217432478 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01217432478/running 2024-11-19T03:19:40,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42043-0x10151198def0001, quorum=127.0.0.1:53731, baseZNode=/01217432478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01217432478 2024-11-19T03:19:40,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36843-0x10151198def0000, quorum=127.0.0.1:53731, baseZNode=/01217432478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01217432478 2024-11-19T03:19:40,986 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T03:19:40,987 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T03:19:40,987 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:19:40,987 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:19:40,987 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '47efada56ed5,42043,1731986300656' ***** 2024-11-19T03:19:40,987 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T03:19:40,987 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42043-0x10151198def0001, quorum=127.0.0.1:53731, baseZNode=/01217432478 Set watcher on znode that does not yet exist, /01217432478/running 2024-11-19T03:19:40,987 INFO [RS:0;47efada56ed5:42043 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T03:19:40,987 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36843-0x10151198def0000, quorum=127.0.0.1:53731, baseZNode=/01217432478 Set watcher on znode that does not yet exist, /01217432478/running 2024-11-19T03:19:40,988 INFO [RS:0;47efada56ed5:42043 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T03:19:40,988 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T03:19:40,988 INFO [RS:0;47efada56ed5:42043 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T03:19:40,988 INFO [RS:0;47efada56ed5:42043 {}] regionserver.HRegionServer(3091): Received CLOSE for d2c07e3e30cf103ce5e0bc3aacbf0fd9 2024-11-19T03:19:40,988 INFO [RS:0;47efada56ed5:42043 {}] regionserver.HRegionServer(3091): Received CLOSE for ed7d2e346a0306fe7db95aba5814dbbd 2024-11-19T03:19:40,988 INFO [RS:0;47efada56ed5:42043 {}] regionserver.HRegionServer(959): stopping server 47efada56ed5,42043,1731986300656 2024-11-19T03:19:40,988 INFO [RS:0;47efada56ed5:42043 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T03:19:40,988 INFO [RS:0;47efada56ed5:42043 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;47efada56ed5:42043. 2024-11-19T03:19:40,988 DEBUG [RS:0;47efada56ed5:42043 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:19:40,988 DEBUG [RS:0;47efada56ed5:42043 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:19:40,988 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d2c07e3e30cf103ce5e0bc3aacbf0fd9, disabling compactions & flushes 2024-11-19T03:19:40,989 INFO [RS:0;47efada56ed5:42043 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T03:19:40,989 INFO [RS:0;47efada56ed5:42043 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T03:19:40,989 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731986312663.d2c07e3e30cf103ce5e0bc3aacbf0fd9. 2024-11-19T03:19:40,989 INFO [RS:0;47efada56ed5:42043 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T03:19:40,989 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731986312663.d2c07e3e30cf103ce5e0bc3aacbf0fd9. 2024-11-19T03:19:40,989 INFO [RS:0;47efada56ed5:42043 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T03:19:40,989 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731986312663.d2c07e3e30cf103ce5e0bc3aacbf0fd9. after waiting 0 ms 2024-11-19T03:19:40,989 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731986312663.d2c07e3e30cf103ce5e0bc3aacbf0fd9. 2024-11-19T03:19:40,989 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d2c07e3e30cf103ce5e0bc3aacbf0fd9 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-19T03:19:40,990 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T03:19:40,990 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T03:19:40,990 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T03:19:40,990 INFO [RS:0;47efada56ed5:42043 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-19T03:19:40,990 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T03:19:40,990 DEBUG [RS:0;47efada56ed5:42043 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d2c07e3e30cf103ce5e0bc3aacbf0fd9=hbase:replication,,1731986312663.d2c07e3e30cf103ce5e0bc3aacbf0fd9., ed7d2e346a0306fe7db95aba5814dbbd=test,,1731986308300.ed7d2e346a0306fe7db95aba5814dbbd.} 2024-11-19T03:19:40,990 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T03:19:40,990 DEBUG [RS:0;47efada56ed5:42043 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d2c07e3e30cf103ce5e0bc3aacbf0fd9, ed7d2e346a0306fe7db95aba5814dbbd 2024-11-19T03:19:40,990 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-19T03:19:41,006 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/data/hbase/replication/d2c07e3e30cf103ce5e0bc3aacbf0fd9/.tmp/hfileref/c23e25419a3340c59a69bed6fc5de441 is 74, key is 1/hfileref:2f55edaa8113434891124acbbeb80e21_SeqId_4_/1731986316114/DeleteColumn/seqid=0 2024-11-19T03:19:41,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42261 is added to blk_1073741844_1020 (size=5203) 2024-11-19T03:19:41,011 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/data/hbase/meta/1588230740/.tmp/info/ef55d98467554e179cdc7ff710ef0aa6 is 147, key is hbase:replication,,1731986312663.d2c07e3e30cf103ce5e0bc3aacbf0fd9./info:regioninfo/1731986313070/Put/seqid=0 2024-11-19T03:19:41,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42261 is added to blk_1073741845_1021 (size=7686) 2024-11-19T03:19:41,067 INFO [regionserver/47efada56ed5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T03:19:41,190 DEBUG [RS:0;47efada56ed5:42043 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d2c07e3e30cf103ce5e0bc3aacbf0fd9, ed7d2e346a0306fe7db95aba5814dbbd 2024-11-19T03:19:41,390 DEBUG [RS:0;47efada56ed5:42043 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d2c07e3e30cf103ce5e0bc3aacbf0fd9, ed7d2e346a0306fe7db95aba5814dbbd 2024-11-19T03:19:41,411 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/data/hbase/replication/d2c07e3e30cf103ce5e0bc3aacbf0fd9/.tmp/hfileref/c23e25419a3340c59a69bed6fc5de441 2024-11-19T03:19:41,414 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/data/hbase/meta/1588230740/.tmp/info/ef55d98467554e179cdc7ff710ef0aa6 2024-11-19T03:19:41,435 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/data/hbase/replication/d2c07e3e30cf103ce5e0bc3aacbf0fd9/.tmp/queue/b721a4cc96f4464796d045aa8a7bfc57 is 153, key is 1-47efada56ed5,42043,1731986300656/queue:47efada56ed5%2C42043%2C1731986300656/1731986317904/Put/seqid=0 2024-11-19T03:19:41,437 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/data/hbase/meta/1588230740/.tmp/ns/54bd4ae9854c41a5a0619b0127867266 is 43, key is default/ns:d/1731986303655/Put/seqid=0 2024-11-19T03:19:41,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42261 is added to blk_1073741846_1022 (size=5352) 2024-11-19T03:19:41,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42261 is added to blk_1073741847_1023 (size=5153) 2024-11-19T03:19:41,591 DEBUG [RS:0;47efada56ed5:42043 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d2c07e3e30cf103ce5e0bc3aacbf0fd9, ed7d2e346a0306fe7db95aba5814dbbd 2024-11-19T03:19:41,791 DEBUG [RS:0;47efada56ed5:42043 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d2c07e3e30cf103ce5e0bc3aacbf0fd9, ed7d2e346a0306fe7db95aba5814dbbd 2024-11-19T03:19:41,839 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/data/hbase/replication/d2c07e3e30cf103ce5e0bc3aacbf0fd9/.tmp/queue/b721a4cc96f4464796d045aa8a7bfc57 2024-11-19T03:19:41,840 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/data/hbase/meta/1588230740/.tmp/ns/54bd4ae9854c41a5a0619b0127867266 2024-11-19T03:19:41,846 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/data/hbase/replication/d2c07e3e30cf103ce5e0bc3aacbf0fd9/.tmp/hfileref/c23e25419a3340c59a69bed6fc5de441 as hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/data/hbase/replication/d2c07e3e30cf103ce5e0bc3aacbf0fd9/hfileref/c23e25419a3340c59a69bed6fc5de441 2024-11-19T03:19:41,851 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/data/hbase/replication/d2c07e3e30cf103ce5e0bc3aacbf0fd9/hfileref/c23e25419a3340c59a69bed6fc5de441, entries=2, sequenceid=10, filesize=5.1 K 2024-11-19T03:19:41,852 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/data/hbase/replication/d2c07e3e30cf103ce5e0bc3aacbf0fd9/.tmp/queue/b721a4cc96f4464796d045aa8a7bfc57 as hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/data/hbase/replication/d2c07e3e30cf103ce5e0bc3aacbf0fd9/queue/b721a4cc96f4464796d045aa8a7bfc57 2024-11-19T03:19:41,858 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/data/hbase/replication/d2c07e3e30cf103ce5e0bc3aacbf0fd9/queue/b721a4cc96f4464796d045aa8a7bfc57, entries=1, sequenceid=10, filesize=5.2 K 2024-11-19T03:19:41,859 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for d2c07e3e30cf103ce5e0bc3aacbf0fd9 in 869ms, sequenceid=10, compaction requested=false 2024-11-19T03:19:41,860 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/data/hbase/meta/1588230740/.tmp/rep_barrier/70085ff704034f0c87b585f41b5eb511 is 112, key is test,,1731986308300.ed7d2e346a0306fe7db95aba5814dbbd./rep_barrier:seqnumDuringOpen/1731986309481/Put/seqid=0 2024-11-19T03:19:41,864 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/data/hbase/replication/d2c07e3e30cf103ce5e0bc3aacbf0fd9/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-19T03:19:41,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42261 is added to blk_1073741848_1024 (size=5518) 2024-11-19T03:19:41,865 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T03:19:41,865 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T03:19:41,865 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731986312663.d2c07e3e30cf103ce5e0bc3aacbf0fd9. 2024-11-19T03:19:41,865 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d2c07e3e30cf103ce5e0bc3aacbf0fd9: Waiting for close lock at 1731986380988Running coprocessor pre-close hooks at 1731986380988Disabling compacts and flushes for region at 1731986380988Disabling writes for close at 1731986380989 (+1 ms)Obtaining lock to block concurrent updates at 1731986380989Preparing flush snapshotting stores in d2c07e3e30cf103ce5e0bc3aacbf0fd9 at 1731986380989Finished memstore snapshotting hbase:replication,,1731986312663.d2c07e3e30cf103ce5e0bc3aacbf0fd9., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1731986380989Flushing stores of hbase:replication,,1731986312663.d2c07e3e30cf103ce5e0bc3aacbf0fd9. at 1731986380990 (+1 ms)Flushing d2c07e3e30cf103ce5e0bc3aacbf0fd9/hfileref: creating writer at 1731986380990Flushing d2c07e3e30cf103ce5e0bc3aacbf0fd9/hfileref: appending metadata at 1731986381006 (+16 ms)Flushing d2c07e3e30cf103ce5e0bc3aacbf0fd9/hfileref: closing flushed file at 1731986381006Flushing d2c07e3e30cf103ce5e0bc3aacbf0fd9/queue: creating writer at 1731986381417 (+411 ms)Flushing d2c07e3e30cf103ce5e0bc3aacbf0fd9/queue: appending metadata at 1731986381434 (+17 ms)Flushing d2c07e3e30cf103ce5e0bc3aacbf0fd9/queue: closing flushed file at 1731986381434Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fa5b7ae: reopening flushed file at 1731986381845 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f636a62: reopening flushed file at 1731986381851 (+6 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for d2c07e3e30cf103ce5e0bc3aacbf0fd9 in 869ms, sequenceid=10, compaction requested=false at 1731986381859 (+8 ms)Writing region close event to WAL at 1731986381861 (+2 ms)Running coprocessor post-close hooks at 1731986381865 (+4 ms)Closed at 1731986381865 2024-11-19T03:19:41,865 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731986312663.d2c07e3e30cf103ce5e0bc3aacbf0fd9. 2024-11-19T03:19:41,865 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ed7d2e346a0306fe7db95aba5814dbbd, disabling compactions & flushes 2024-11-19T03:19:41,865 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731986308300.ed7d2e346a0306fe7db95aba5814dbbd. 2024-11-19T03:19:41,865 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731986308300.ed7d2e346a0306fe7db95aba5814dbbd. 2024-11-19T03:19:41,865 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731986308300.ed7d2e346a0306fe7db95aba5814dbbd. after waiting 0 ms 2024-11-19T03:19:41,866 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731986308300.ed7d2e346a0306fe7db95aba5814dbbd. 2024-11-19T03:19:41,869 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/data/default/test/ed7d2e346a0306fe7db95aba5814dbbd/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-19T03:19:41,870 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T03:19:41,870 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T03:19:41,870 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731986308300.ed7d2e346a0306fe7db95aba5814dbbd. 2024-11-19T03:19:41,870 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ed7d2e346a0306fe7db95aba5814dbbd: Waiting for close lock at 1731986381865Running coprocessor pre-close hooks at 1731986381865Disabling compacts and flushes for region at 1731986381865Disabling writes for close at 1731986381865Writing region close event to WAL at 1731986381866 (+1 ms)Running coprocessor post-close hooks at 1731986381870 (+4 ms)Closed at 1731986381870 2024-11-19T03:19:41,870 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731986308300.ed7d2e346a0306fe7db95aba5814dbbd. 2024-11-19T03:19:41,875 INFO [regionserver/47efada56ed5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T03:19:41,875 INFO [regionserver/47efada56ed5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T03:19:41,991 INFO [RS:0;47efada56ed5:42043 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T03:19:41,991 DEBUG [RS:0;47efada56ed5:42043 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-19T03:19:41,991 DEBUG [RS:0;47efada56ed5:42043 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T03:19:42,191 DEBUG [RS:0;47efada56ed5:42043 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T03:19:42,266 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/data/hbase/meta/1588230740/.tmp/rep_barrier/70085ff704034f0c87b585f41b5eb511 2024-11-19T03:19:42,291 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/data/hbase/meta/1588230740/.tmp/table/96267d1506dd4e5da5d02787470ec5c6 is 53, key is hbase:replication/table:state/1731986313082/Put/seqid=0 2024-11-19T03:19:42,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42261 is added to blk_1073741849_1025 (size=5308) 2024-11-19T03:19:42,297 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/data/hbase/meta/1588230740/.tmp/table/96267d1506dd4e5da5d02787470ec5c6 2024-11-19T03:19:42,304 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/data/hbase/meta/1588230740/.tmp/info/ef55d98467554e179cdc7ff710ef0aa6 as hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/data/hbase/meta/1588230740/info/ef55d98467554e179cdc7ff710ef0aa6 2024-11-19T03:19:42,311 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/data/hbase/meta/1588230740/info/ef55d98467554e179cdc7ff710ef0aa6, entries=20, sequenceid=16, filesize=7.5 K 2024-11-19T03:19:42,312 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/data/hbase/meta/1588230740/.tmp/ns/54bd4ae9854c41a5a0619b0127867266 as hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/data/hbase/meta/1588230740/ns/54bd4ae9854c41a5a0619b0127867266 2024-11-19T03:19:42,318 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/data/hbase/meta/1588230740/ns/54bd4ae9854c41a5a0619b0127867266, entries=2, sequenceid=16, filesize=5.0 K 2024-11-19T03:19:42,319 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/data/hbase/meta/1588230740/.tmp/rep_barrier/70085ff704034f0c87b585f41b5eb511 as hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/data/hbase/meta/1588230740/rep_barrier/70085ff704034f0c87b585f41b5eb511 2024-11-19T03:19:42,325 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/data/hbase/meta/1588230740/rep_barrier/70085ff704034f0c87b585f41b5eb511, entries=1, sequenceid=16, filesize=5.4 K 2024-11-19T03:19:42,326 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/data/hbase/meta/1588230740/.tmp/table/96267d1506dd4e5da5d02787470ec5c6 as hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/data/hbase/meta/1588230740/table/96267d1506dd4e5da5d02787470ec5c6 2024-11-19T03:19:42,332 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/data/hbase/meta/1588230740/table/96267d1506dd4e5da5d02787470ec5c6, entries=4, sequenceid=16, filesize=5.2 K 2024-11-19T03:19:42,333 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1343ms, sequenceid=16, compaction requested=false 2024-11-19T03:19:42,337 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-19T03:19:42,338 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T03:19:42,338 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T03:19:42,338 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T03:19:42,338 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731986380990Running coprocessor pre-close hooks at 1731986380990Disabling compacts and flushes for region at 1731986380990Disabling writes for close at 1731986380990Obtaining lock to block concurrent updates at 1731986380990Preparing flush snapshotting stores in 1588230740 at 1731986380990Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731986380990Flushing stores of hbase:meta,,1.1588230740 at 1731986380991 (+1 ms)Flushing 1588230740/info: creating writer at 1731986380991Flushing 1588230740/info: appending metadata at 1731986381010 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731986381010Flushing 1588230740/ns: creating writer at 1731986381419 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731986381436 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731986381436Flushing 1588230740/rep_barrier: creating writer at 1731986381845 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731986381860 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731986381860Flushing 1588230740/table: creating writer at 1731986382272 (+412 ms)Flushing 1588230740/table: appending metadata at 1731986382290 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731986382290Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72e62bdd: reopening flushed file at 1731986382303 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24ed750e: reopening flushed file at 1731986382311 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ad76761: reopening flushed file at 1731986382319 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7197b9b6: reopening flushed file at 1731986382326 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1343ms, sequenceid=16, compaction requested=false at 1731986382333 (+7 ms)Writing region close event to WAL at 1731986382334 (+1 ms)Running coprocessor post-close hooks at 1731986382338 (+4 ms)Closed at 1731986382338 2024-11-19T03:19:42,338 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T03:19:42,392 INFO [RS:0;47efada56ed5:42043 {}] regionserver.HRegionServer(976): stopping server 47efada56ed5,42043,1731986300656; all regions closed. 2024-11-19T03:19:42,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42261 is added to blk_1073741834_1010 (size=4239) 2024-11-19T03:19:42,394 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/WALs/47efada56ed5,42043,1731986300656/47efada56ed5%2C42043%2C1731986300656.meta.1731986303537.meta not finished, retry = 0 2024-11-19T03:19:42,497 DEBUG [RS:0;47efada56ed5:42043 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/oldWALs 2024-11-19T03:19:42,497 INFO [RS:0;47efada56ed5:42043 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 47efada56ed5%2C42043%2C1731986300656.meta:.meta(num 1731986303537) 2024-11-19T03:19:42,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42261 is added to blk_1073741839_1015 (size=2700) 2024-11-19T03:19:42,503 DEBUG [RS:0;47efada56ed5:42043 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/oldWALs 2024-11-19T03:19:42,503 INFO [RS:0;47efada56ed5:42043 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 47efada56ed5%2C42043%2C1731986300656.rep:(num 1731986313028) 2024-11-19T03:19:42,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42261 is added to blk_1073741833_1009 (size=1300) 2024-11-19T03:19:42,505 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/WALs/47efada56ed5,42043,1731986300656/47efada56ed5%2C42043%2C1731986300656.1731986303003 not finished, retry = 0 2024-11-19T03:19:42,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:19:42,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:19:42,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:19:42,559 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:19:42,567 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:19:42,607 DEBUG [RS:0;47efada56ed5:42043 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/oldWALs 2024-11-19T03:19:42,607 INFO [RS:0;47efada56ed5:42043 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 47efada56ed5%2C42043%2C1731986300656:(num 1731986303003) 2024-11-19T03:19:42,608 DEBUG [RS:0;47efada56ed5:42043 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:19:42,608 INFO [RS:0;47efada56ed5:42043 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T03:19:42,608 INFO [RS:0;47efada56ed5:42043 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T03:19:42,608 INFO [RS:0;47efada56ed5:42043 {}] hbase.ChoreService(370): Chore service for: regionserver/47efada56ed5:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-19T03:19:42,608 INFO [RS:0;47efada56ed5:42043 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T03:19:42,608 INFO [regionserver/47efada56ed5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T03:19:42,608 INFO [RS:0;47efada56ed5:42043 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-47efada56ed5,42043,1731986300656 because: Region server is closing 2024-11-19T03:19:42,608 INFO [RS:0;47efada56ed5:42043 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;47efada56ed5:42043. 2024-11-19T03:19:42,609 DEBUG [RS:0;47efada56ed5:42043 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:19:42,609 DEBUG [RS:0;47efada56ed5:42043 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:19:42,609 DEBUG [RS:0;47efada56ed5:42043 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:19:42,609 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:19:42,709 WARN [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,42043,1731986300656.replicationSource.wal-reader.47efada56ed5%2C42043%2C1731986300656,1-47efada56ed5,42043,1731986300656 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T03:19:42,709 WARN [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,42043,1731986300656.replicationSource.shipper47efada56ed5%2C42043%2C1731986300656,1-47efada56ed5,42043,1731986300656 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-19T03:19:42,709 INFO [RS:0;47efada56ed5:42043 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,42043,1731986300656.replicationSource.shipper47efada56ed5%2C42043%2C1731986300656,1-47efada56ed5,42043,1731986300656 terminated 2024-11-19T03:19:42,709 INFO [RS:0;47efada56ed5:42043 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42043 2024-11-19T03:19:42,768 INFO [RS:0;47efada56ed5:42043 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T03:19:42,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42043-0x10151198def0001, quorum=127.0.0.1:53731, baseZNode=/01217432478 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01217432478/rs/47efada56ed5,42043,1731986300656 2024-11-19T03:19:42,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36843-0x10151198def0000, quorum=127.0.0.1:53731, baseZNode=/01217432478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01217432478/rs 2024-11-19T03:19:42,778 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [47efada56ed5,42043,1731986300656] 2024-11-19T03:19:42,788 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01217432478/draining/47efada56ed5,42043,1731986300656 already deleted, retry=false 2024-11-19T03:19:42,789 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 47efada56ed5,42043,1731986300656 expired; onlineServers=0 2024-11-19T03:19:42,789 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '47efada56ed5,36843,1731986300238' ***** 2024-11-19T03:19:42,789 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T03:19:42,789 INFO [M:0;47efada56ed5:36843 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T03:19:42,789 INFO [M:0;47efada56ed5:36843 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T03:19:42,789 DEBUG [M:0;47efada56ed5:36843 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T03:19:42,789 DEBUG [M:0;47efada56ed5:36843 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T03:19:42,789 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T03:19:42,789 DEBUG [master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.small.0-1731986302682 {}] cleaner.HFileCleaner(306): Exit Thread[master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.small.0-1731986302682,5,FailOnTimeoutGroup] 2024-11-19T03:19:42,789 DEBUG [master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.large.0-1731986302677 {}] cleaner.HFileCleaner(306): Exit Thread[master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.large.0-1731986302677,5,FailOnTimeoutGroup] 2024-11-19T03:19:42,789 INFO [M:0;47efada56ed5:36843 {}] hbase.ChoreService(370): Chore service for: master/47efada56ed5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T03:19:42,789 INFO [M:0;47efada56ed5:36843 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T03:19:42,789 DEBUG [M:0;47efada56ed5:36843 {}] master.HMaster(1795): Stopping service threads 2024-11-19T03:19:42,789 INFO [M:0;47efada56ed5:36843 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T03:19:42,789 INFO [M:0;47efada56ed5:36843 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T03:19:42,789 INFO [M:0;47efada56ed5:36843 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T03:19:42,789 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T03:19:42,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36843-0x10151198def0000, quorum=127.0.0.1:53731, baseZNode=/01217432478 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01217432478/master 2024-11-19T03:19:42,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36843-0x10151198def0000, quorum=127.0.0.1:53731, baseZNode=/01217432478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01217432478 2024-11-19T03:19:42,799 DEBUG [M:0;47efada56ed5:36843 {}] zookeeper.ZKUtil(347): master:36843-0x10151198def0000, quorum=127.0.0.1:53731, baseZNode=/01217432478 Unable to get data of znode /01217432478/master because node does not exist (not an error) 2024-11-19T03:19:42,799 WARN [M:0;47efada56ed5:36843 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T03:19:42,800 INFO [M:0;47efada56ed5:36843 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/.lastflushedseqids 2024-11-19T03:19:42,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42261 is added to blk_1073741850_1026 (size=263) 2024-11-19T03:19:42,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42043-0x10151198def0001, quorum=127.0.0.1:53731, baseZNode=/01217432478 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T03:19:42,878 INFO [RS:0;47efada56ed5:42043 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T03:19:42,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42043-0x10151198def0001, quorum=127.0.0.1:53731, baseZNode=/01217432478 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T03:19:42,878 INFO [RS:0;47efada56ed5:42043 {}] regionserver.HRegionServer(1031): Exiting; stopping=47efada56ed5,42043,1731986300656; zookeeper connection closed. 2024-11-19T03:19:42,879 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4fe827ce {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4fe827ce 2024-11-19T03:19:42,879 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T03:19:43,076 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T03:19:43,104 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:19:43,104 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:19:43,105 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:19:43,105 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:19:43,110 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:19:43,206 INFO [M:0;47efada56ed5:36843 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T03:19:43,206 INFO [M:0;47efada56ed5:36843 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T03:19:43,206 DEBUG [M:0;47efada56ed5:36843 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T03:19:43,206 INFO [M:0;47efada56ed5:36843 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:19:43,206 DEBUG [M:0;47efada56ed5:36843 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:19:43,206 DEBUG [M:0;47efada56ed5:36843 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T03:19:43,206 DEBUG [M:0;47efada56ed5:36843 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:19:43,207 INFO [M:0;47efada56ed5:36843 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-11-19T03:19:43,222 DEBUG [M:0;47efada56ed5:36843 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/79cd27822f1b4705a2c91d329f901911 is 82, key is hbase:meta,,1/info:regioninfo/1731986303575/Put/seqid=0 2024-11-19T03:19:43,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42261 is added to blk_1073741851_1027 (size=5672) 2024-11-19T03:19:43,627 INFO [M:0;47efada56ed5:36843 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/79cd27822f1b4705a2c91d329f901911 2024-11-19T03:19:43,648 DEBUG [M:0;47efada56ed5:36843 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/740faec50f194239ba0ed7ba70a507b7 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731986309502/Put/seqid=0 2024-11-19T03:19:43,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42261 is added to blk_1073741852_1028 (size=7240) 2024-11-19T03:19:44,052 INFO [M:0;47efada56ed5:36843 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/740faec50f194239ba0ed7ba70a507b7 2024-11-19T03:19:44,056 INFO [M:0;47efada56ed5:36843 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 740faec50f194239ba0ed7ba70a507b7 2024-11-19T03:19:44,069 DEBUG [M:0;47efada56ed5:36843 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/250bc7e23d0b48e2a351dd2fd0b7d195 is 69, key is 47efada56ed5,42043,1731986300656/rs:state/1731986302784/Put/seqid=0 2024-11-19T03:19:44,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42261 is added to blk_1073741853_1029 (size=5156) 2024-11-19T03:19:44,073 INFO [M:0;47efada56ed5:36843 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/250bc7e23d0b48e2a351dd2fd0b7d195 2024-11-19T03:19:44,079 DEBUG [M:0;47efada56ed5:36843 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/79cd27822f1b4705a2c91d329f901911 as hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/79cd27822f1b4705a2c91d329f901911 2024-11-19T03:19:44,084 INFO [M:0;47efada56ed5:36843 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/79cd27822f1b4705a2c91d329f901911, entries=8, sequenceid=105, filesize=5.5 K 2024-11-19T03:19:44,085 DEBUG [M:0;47efada56ed5:36843 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/740faec50f194239ba0ed7ba70a507b7 as hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/740faec50f194239ba0ed7ba70a507b7 2024-11-19T03:19:44,089 INFO [M:0;47efada56ed5:36843 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 740faec50f194239ba0ed7ba70a507b7 2024-11-19T03:19:44,089 INFO [M:0;47efada56ed5:36843 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/740faec50f194239ba0ed7ba70a507b7, entries=11, sequenceid=105, filesize=7.1 K 2024-11-19T03:19:44,091 DEBUG [M:0;47efada56ed5:36843 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/250bc7e23d0b48e2a351dd2fd0b7d195 as hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/250bc7e23d0b48e2a351dd2fd0b7d195 2024-11-19T03:19:44,095 INFO [M:0;47efada56ed5:36843 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33345/user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/250bc7e23d0b48e2a351dd2fd0b7d195, entries=1, sequenceid=105, filesize=5.0 K 2024-11-19T03:19:44,096 INFO [M:0;47efada56ed5:36843 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 890ms, sequenceid=105, compaction requested=false 2024-11-19T03:19:44,097 INFO [M:0;47efada56ed5:36843 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:19:44,097 DEBUG [M:0;47efada56ed5:36843 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731986383206Disabling compacts and flushes for region at 1731986383206Disabling writes for close at 1731986383206Obtaining lock to block concurrent updates at 1731986383207 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731986383207Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1731986383207Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731986383207Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731986383208 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731986383221 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731986383221Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731986383632 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731986383647 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731986383647Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731986384056 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731986384069 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731986384069Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e0c320a: reopening flushed file at 1731986384078 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44be8cbe: reopening flushed file at 1731986384084 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6173f439: reopening flushed file at 1731986384090 (+6 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 890ms, sequenceid=105, compaction requested=false at 1731986384096 (+6 ms)Writing region close event to WAL at 1731986384097 (+1 ms)Closed at 1731986384097 2024-11-19T03:19:44,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42261 is added to blk_1073741830_1006 (size=64526) 2024-11-19T03:19:44,100 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1ec304db-e90c-618f-0214-149dab27cbab/MasterData/WALs/47efada56ed5,36843,1731986300238/47efada56ed5%2C36843%2C1731986300238.1731986302144 not finished, retry = 0 2024-11-19T03:19:44,201 INFO [M:0;47efada56ed5:36843 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T03:19:44,201 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T03:19:44,201 INFO [M:0;47efada56ed5:36843 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36843 2024-11-19T03:19:44,201 INFO [M:0;47efada56ed5:36843 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T03:19:44,373 INFO [M:0;47efada56ed5:36843 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T03:19:44,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36843-0x10151198def0000, quorum=127.0.0.1:53731, baseZNode=/01217432478 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T03:19:44,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36843-0x10151198def0000, quorum=127.0.0.1:53731, baseZNode=/01217432478 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T03:19:44,375 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7d6ee488{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T03:19:44,375 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5946eb8a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T03:19:44,376 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T03:19:44,376 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28c7081d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T03:19:44,376 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77d25950{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/df990ad2-c479-64f8-127a-8ccc20323138/hadoop.log.dir/,STOPPED} 2024-11-19T03:19:44,377 WARN [BP-125603466-172.17.0.3-1731986297488 heartbeating to localhost/127.0.0.1:33345 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T03:19:44,377 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T03:19:44,377 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T03:19:44,377 WARN [BP-125603466-172.17.0.3-1731986297488 heartbeating to localhost/127.0.0.1:33345 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-125603466-172.17.0.3-1731986297488 (Datanode Uuid 0a3b0756-c321-44aa-bb77-06a5fd067c0c) service to localhost/127.0.0.1:33345 2024-11-19T03:19:44,378 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/df990ad2-c479-64f8-127a-8ccc20323138/cluster_0178834a-d9d0-0455-b9b5-fff51f5755ad/data/data1/current/BP-125603466-172.17.0.3-1731986297488 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T03:19:44,378 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/df990ad2-c479-64f8-127a-8ccc20323138/cluster_0178834a-d9d0-0455-b9b5-fff51f5755ad/data/data2/current/BP-125603466-172.17.0.3-1731986297488 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T03:19:44,378 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T03:19:44,384 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@31ac2c5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T03:19:44,385 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@70bff7d0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T03:19:44,385 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T03:19:44,385 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65e463c7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T03:19:44,385 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65596767{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/df990ad2-c479-64f8-127a-8ccc20323138/hadoop.log.dir/,STOPPED} 2024-11-19T03:19:44,392 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-19T03:19:44,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T03:19:44,415 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=158 (was 138) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33345 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39873 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:39873 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39873 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:33345 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:39873 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:33345 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33345 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33345 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53731) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:33345 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53731) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39873 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33345 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$803/0x00007f3270b8bdc0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:33345 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39873 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:39873 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$803/0x00007f3270b8bdc0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39873 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:39873 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=504 (was 464) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=347 (was 627), ProcessCount=11 (was 11), AvailableMemoryMB=9988 (was 8755) - AvailableMemoryMB LEAK? - 2024-11-19T03:19:44,422 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=159, OpenFileDescriptor=504, MaxFileDescriptor=1048576, SystemLoadAverage=347, ProcessCount=11, AvailableMemoryMB=9987 2024-11-19T03:19:44,439 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-19T03:19:44,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3866b6a5-f28c-4c94-0562-aefa6df2665c/hadoop.log.dir so I do NOT create it in target/test-data/125c6ba9-e9cd-10cb-69e7-59143fe74d22 2024-11-19T03:19:44,440 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3866b6a5-f28c-4c94-0562-aefa6df2665c/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T03:19:44,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3866b6a5-f28c-4c94-0562-aefa6df2665c/hadoop.tmp.dir so I do NOT create it in target/test-data/125c6ba9-e9cd-10cb-69e7-59143fe74d22 2024-11-19T03:19:44,440 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3866b6a5-f28c-4c94-0562-aefa6df2665c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T03:19:44,440 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/125c6ba9-e9cd-10cb-69e7-59143fe74d22 2024-11-19T03:19:44,440 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/125c6ba9-e9cd-10cb-69e7-59143fe74d22/cluster_9e20b511-6b93-4d9d-1b5c-c50d2c15d573, deleteOnExit=true 2024-11-19T03:19:44,463 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/125c6ba9-e9cd-10cb-69e7-59143fe74d22/cluster_9e20b511-6b93-4d9d-1b5c-c50d2c15d573/zookeeper_0, clientPort=54882, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/125c6ba9-e9cd-10cb-69e7-59143fe74d22/cluster_9e20b511-6b93-4d9d-1b5c-c50d2c15d573/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/125c6ba9-e9cd-10cb-69e7-59143fe74d22/cluster_9e20b511-6b93-4d9d-1b5c-c50d2c15d573/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T03:19:44,464 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54882 2024-11-19T03:19:44,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T03:19:44,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T03:19:44,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/125c6ba9-e9cd-10cb-69e7-59143fe74d22/test.cache.data in system properties and HBase conf 2024-11-19T03:19:44,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/125c6ba9-e9cd-10cb-69e7-59143fe74d22/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T03:19:44,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/125c6ba9-e9cd-10cb-69e7-59143fe74d22/hadoop.log.dir in system properties and HBase conf 2024-11-19T03:19:44,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/125c6ba9-e9cd-10cb-69e7-59143fe74d22/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T03:19:44,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/125c6ba9-e9cd-10cb-69e7-59143fe74d22/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T03:19:44,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T03:19:44,464 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T03:19:44,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/125c6ba9-e9cd-10cb-69e7-59143fe74d22/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T03:19:44,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/125c6ba9-e9cd-10cb-69e7-59143fe74d22/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T03:19:44,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/125c6ba9-e9cd-10cb-69e7-59143fe74d22/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T03:19:44,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/125c6ba9-e9cd-10cb-69e7-59143fe74d22/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T03:19:44,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/125c6ba9-e9cd-10cb-69e7-59143fe74d22/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T03:19:44,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/125c6ba9-e9cd-10cb-69e7-59143fe74d22/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T03:19:44,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/125c6ba9-e9cd-10cb-69e7-59143fe74d22/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T03:19:44,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/125c6ba9-e9cd-10cb-69e7-59143fe74d22/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T03:19:44,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/125c6ba9-e9cd-10cb-69e7-59143fe74d22/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T03:19:44,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/125c6ba9-e9cd-10cb-69e7-59143fe74d22/nfs.dump.dir in system properties and HBase conf 2024-11-19T03:19:44,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/125c6ba9-e9cd-10cb-69e7-59143fe74d22/java.io.tmpdir in system properties and HBase conf 2024-11-19T03:19:44,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/125c6ba9-e9cd-10cb-69e7-59143fe74d22/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T03:19:44,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/125c6ba9-e9cd-10cb-69e7-59143fe74d22/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T03:19:44,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/125c6ba9-e9cd-10cb-69e7-59143fe74d22/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T03:19:44,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10151198def0002, quorum=127.0.0.1:53731, baseZNode=/01217432478 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T03:19:44,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10151198def0005, quorum=127.0.0.1:53731, baseZNode=/11495270647 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T03:19:44,490 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10151198def0005, quorum=127.0.0.1:53731, baseZNode=/11495270647 Received Disconnected from ZooKeeper, ignoring 2024-11-19T03:19:44,490 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10151198def0002, quorum=127.0.0.1:53731, baseZNode=/01217432478 Received Disconnected from ZooKeeper, ignoring 2024-11-19T03:19:44,903 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T03:19:44,908 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T03:19:44,909 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T03:19:44,909 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T03:19:44,909 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T03:19:44,910 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T03:19:44,911 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63d6d32d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/125c6ba9-e9cd-10cb-69e7-59143fe74d22/hadoop.log.dir/,AVAILABLE} 2024-11-19T03:19:44,911 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b720c32{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T03:19:45,006 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2c884628{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/125c6ba9-e9cd-10cb-69e7-59143fe74d22/java.io.tmpdir/jetty-localhost-40201-hadoop-hdfs-3_4_1-tests_jar-_-any-4909432541956407900/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T03:19:45,007 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@179bbeaa{HTTP/1.1, (http/1.1)}{localhost:40201} 2024-11-19T03:19:45,007 INFO [Time-limited test {}] server.Server(415): Started @148611ms 2024-11-19T03:19:45,494 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T03:19:45,500 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T03:19:45,513 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T03:19:45,513 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T03:19:45,513 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T03:19:45,513 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f6c5483{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/125c6ba9-e9cd-10cb-69e7-59143fe74d22/hadoop.log.dir/,AVAILABLE} 2024-11-19T03:19:45,513 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53d6f8c4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T03:19:45,615 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@a3b9516{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/125c6ba9-e9cd-10cb-69e7-59143fe74d22/java.io.tmpdir/jetty-localhost-39661-hadoop-hdfs-3_4_1-tests_jar-_-any-7496065036957810162/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T03:19:45,616 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@29baefa8{HTTP/1.1, (http/1.1)}{localhost:39661} 2024-11-19T03:19:45,616 INFO [Time-limited test {}] server.Server(415): Started @149220ms 2024-11-19T03:19:45,617 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T03:19:46,486 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T03:19:46,487 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T03:19:46,487 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-19T03:19:46,487 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-19T03:19:46,487 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-19T03:19:46,487 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T03:19:46,487 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T03:19:46,735 WARN [Thread-1287 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/125c6ba9-e9cd-10cb-69e7-59143fe74d22/cluster_9e20b511-6b93-4d9d-1b5c-c50d2c15d573/data/data2/current/BP-687165337-172.17.0.3-1731986384481/current, will proceed with Du for space computation calculation, 2024-11-19T03:19:46,735 WARN [Thread-1286 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/125c6ba9-e9cd-10cb-69e7-59143fe74d22/cluster_9e20b511-6b93-4d9d-1b5c-c50d2c15d573/data/data1/current/BP-687165337-172.17.0.3-1731986384481/current, will proceed with Du for space computation calculation, 2024-11-19T03:19:46,750 WARN [Thread-1274 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T03:19:46,752 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x181d28a4d657ef06 with lease ID 0xb18afae0fe0aab06: Processing first storage report for DS-5c9f6ba9-f52a-445a-bcd8-760113192639 from datanode DatanodeRegistration(127.0.0.1:43031, datanodeUuid=eace0d4b-f997-4875-9820-7fa1dfad8a36, infoPort=45893, infoSecurePort=0, ipcPort=38917, storageInfo=lv=-57;cid=testClusterID;nsid=402537824;c=1731986384481) 2024-11-19T03:19:46,752 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x181d28a4d657ef06 with lease ID 0xb18afae0fe0aab06: from storage DS-5c9f6ba9-f52a-445a-bcd8-760113192639 node DatanodeRegistration(127.0.0.1:43031, datanodeUuid=eace0d4b-f997-4875-9820-7fa1dfad8a36, infoPort=45893, infoSecurePort=0, ipcPort=38917, storageInfo=lv=-57;cid=testClusterID;nsid=402537824;c=1731986384481), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T03:19:46,752 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x181d28a4d657ef06 with lease ID 0xb18afae0fe0aab06: Processing first storage report for DS-3449164d-00ad-4e68-abe7-6f8c46f116ed from datanode DatanodeRegistration(127.0.0.1:43031, datanodeUuid=eace0d4b-f997-4875-9820-7fa1dfad8a36, infoPort=45893, infoSecurePort=0, ipcPort=38917, storageInfo=lv=-57;cid=testClusterID;nsid=402537824;c=1731986384481) 2024-11-19T03:19:46,753 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x181d28a4d657ef06 with lease ID 0xb18afae0fe0aab06: from storage DS-3449164d-00ad-4e68-abe7-6f8c46f116ed node DatanodeRegistration(127.0.0.1:43031, datanodeUuid=eace0d4b-f997-4875-9820-7fa1dfad8a36, infoPort=45893, infoSecurePort=0, ipcPort=38917, storageInfo=lv=-57;cid=testClusterID;nsid=402537824;c=1731986384481), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T03:19:46,756 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/125c6ba9-e9cd-10cb-69e7-59143fe74d22 2024-11-19T03:19:46,756 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:19:46,757 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:19:46,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43031 is added to blk_1073741825_1001 (size=7) 2024-11-19T03:19:47,166 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72 with version=8 2024-11-19T03:19:47,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/hbase-staging 2024-11-19T03:19:47,167 INFO [Time-limited test {}] client.ConnectionUtils(128): master/47efada56ed5:0 server-side Connection retries=45 2024-11-19T03:19:47,167 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T03:19:47,168 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T03:19:47,168 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T03:19:47,168 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T03:19:47,168 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T03:19:47,168 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T03:19:47,168 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T03:19:47,168 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39625 2024-11-19T03:19:47,170 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39625 connecting to ZooKeeper ensemble=127.0.0.1:54882 2024-11-19T03:19:47,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:396250x0, quorum=127.0.0.1:54882, baseZNode=/0-23047605 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T03:19:47,336 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39625-0x101511ae1f90000 connected 2024-11-19T03:19:47,506 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:19:47,508 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:19:47,510 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39625-0x101511ae1f90000, quorum=127.0.0.1:54882, baseZNode=/0-23047605 Set watcher on znode that does not yet exist, /0-23047605/running 2024-11-19T03:19:47,510 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72, hbase.cluster.distributed=false 2024-11-19T03:19:47,512 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39625-0x101511ae1f90000, quorum=127.0.0.1:54882, baseZNode=/0-23047605 Set watcher on znode that does not yet exist, /0-23047605/acl 2024-11-19T03:19:47,516 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39625 2024-11-19T03:19:47,516 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39625 2024-11-19T03:19:47,517 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39625 2024-11-19T03:19:47,517 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39625 2024-11-19T03:19:47,517 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39625 2024-11-19T03:19:47,538 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/47efada56ed5:0 server-side Connection retries=45 2024-11-19T03:19:47,538 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T03:19:47,538 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T03:19:47,538 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T03:19:47,538 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T03:19:47,538 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T03:19:47,538 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T03:19:47,539 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T03:19:47,539 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37959 2024-11-19T03:19:47,541 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37959 connecting to ZooKeeper ensemble=127.0.0.1:54882 2024-11-19T03:19:47,542 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:19:47,544 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:19:47,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:379590x0, quorum=127.0.0.1:54882, baseZNode=/0-23047605 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T03:19:47,590 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:379590x0, quorum=127.0.0.1:54882, baseZNode=/0-23047605 Set watcher on znode that does not yet exist, /0-23047605/running 2024-11-19T03:19:47,590 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37959-0x101511ae1f90001 connected 2024-11-19T03:19:47,591 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T03:19:47,592 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T03:19:47,594 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37959-0x101511ae1f90001, quorum=127.0.0.1:54882, baseZNode=/0-23047605 Set watcher on znode that does not yet exist, /0-23047605/master 2024-11-19T03:19:47,595 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37959-0x101511ae1f90001, quorum=127.0.0.1:54882, baseZNode=/0-23047605 Set watcher on znode that does not yet exist, /0-23047605/acl 2024-11-19T03:19:47,595 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37959 2024-11-19T03:19:47,595 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37959 2024-11-19T03:19:47,595 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37959 2024-11-19T03:19:47,596 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37959 2024-11-19T03:19:47,596 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37959 2024-11-19T03:19:47,611 DEBUG [M:0;47efada56ed5:39625 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;47efada56ed5:39625 2024-11-19T03:19:47,611 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-23047605/backup-masters/47efada56ed5,39625,1731986387167 2024-11-19T03:19:47,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39625-0x101511ae1f90000, quorum=127.0.0.1:54882, baseZNode=/0-23047605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-23047605/backup-masters 2024-11-19T03:19:47,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37959-0x101511ae1f90001, quorum=127.0.0.1:54882, baseZNode=/0-23047605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-23047605/backup-masters 2024-11-19T03:19:47,653 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39625-0x101511ae1f90000, quorum=127.0.0.1:54882, baseZNode=/0-23047605 Set watcher on existing znode=/0-23047605/backup-masters/47efada56ed5,39625,1731986387167 2024-11-19T03:19:47,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37959-0x101511ae1f90001, quorum=127.0.0.1:54882, baseZNode=/0-23047605 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-23047605/master 2024-11-19T03:19:47,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39625-0x101511ae1f90000, quorum=127.0.0.1:54882, baseZNode=/0-23047605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-23047605 2024-11-19T03:19:47,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37959-0x101511ae1f90001, quorum=127.0.0.1:54882, baseZNode=/0-23047605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-23047605 2024-11-19T03:19:47,706 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39625-0x101511ae1f90000, quorum=127.0.0.1:54882, baseZNode=/0-23047605 Set watcher on existing znode=/0-23047605/master 2024-11-19T03:19:47,706 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-23047605/backup-masters/47efada56ed5,39625,1731986387167 from backup master directory 2024-11-19T03:19:47,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37959-0x101511ae1f90001, quorum=127.0.0.1:54882, baseZNode=/0-23047605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-23047605/backup-masters 2024-11-19T03:19:47,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39625-0x101511ae1f90000, quorum=127.0.0.1:54882, baseZNode=/0-23047605 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-23047605/backup-masters/47efada56ed5,39625,1731986387167 2024-11-19T03:19:47,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39625-0x101511ae1f90000, quorum=127.0.0.1:54882, baseZNode=/0-23047605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-23047605/backup-masters 2024-11-19T03:19:47,716 WARN [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T03:19:47,716 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=47efada56ed5,39625,1731986387167 2024-11-19T03:19:47,720 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/hbase.id] with ID: ff1b267e-3eee-43a1-9a32-09367dffc5d5 2024-11-19T03:19:47,720 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/.tmp/hbase.id 2024-11-19T03:19:47,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43031 is added to blk_1073741826_1002 (size=42) 2024-11-19T03:19:48,125 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/.tmp/hbase.id]:[hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/hbase.id] 2024-11-19T03:19:48,135 INFO [master/47efada56ed5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:19:48,135 INFO [master/47efada56ed5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T03:19:48,137 INFO [master/47efada56ed5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-19T03:19:48,211 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T03:19:48,239 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:19:48,240 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:19:48,241 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:19:48,241 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:19:48,241 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:19:48,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:19:48,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39625-0x101511ae1f90000, quorum=127.0.0.1:54882, baseZNode=/0-23047605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-23047605 2024-11-19T03:19:48,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37959-0x101511ae1f90001, quorum=127.0.0.1:54882, baseZNode=/0-23047605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-23047605 2024-11-19T03:19:48,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43031 is added to blk_1073741827_1003 (size=196) 2024-11-19T03:19:48,760 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T03:19:48,760 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T03:19:48,761 INFO [master/47efada56ed5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T03:19:48,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43031 is added to blk_1073741828_1004 (size=1189) 2024-11-19T03:19:49,169 INFO [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/MasterData/data/master/store 2024-11-19T03:19:49,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43031 is added to blk_1073741829_1005 (size=34) 2024-11-19T03:19:49,575 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:19:49,575 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T03:19:49,576 INFO [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:19:49,576 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:19:49,576 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T03:19:49,576 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:19:49,576 INFO [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:19:49,576 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731986389575Disabling compacts and flushes for region at 1731986389575Disabling writes for close at 1731986389576 (+1 ms)Writing region close event to WAL at 1731986389576Closed at 1731986389576 2024-11-19T03:19:49,577 WARN [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/MasterData/data/master/store/.initializing 2024-11-19T03:19:49,577 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/MasterData/WALs/47efada56ed5,39625,1731986387167 2024-11-19T03:19:49,578 INFO [master/47efada56ed5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T03:19:49,579 INFO [master/47efada56ed5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=47efada56ed5%2C39625%2C1731986387167, suffix=, logDir=hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/MasterData/WALs/47efada56ed5,39625,1731986387167, archiveDir=hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/MasterData/oldWALs, maxLogs=10 2024-11-19T03:19:49,591 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/MasterData/WALs/47efada56ed5,39625,1731986387167/47efada56ed5%2C39625%2C1731986387167.1731986389579, exclude list is [], retry=0 2024-11-19T03:19:49,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43031,DS-5c9f6ba9-f52a-445a-bcd8-760113192639,DISK] 2024-11-19T03:19:49,595 INFO [master/47efada56ed5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/MasterData/WALs/47efada56ed5,39625,1731986387167/47efada56ed5%2C39625%2C1731986387167.1731986389579 2024-11-19T03:19:49,596 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45893:45893)] 2024-11-19T03:19:49,596 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T03:19:49,596 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:19:49,596 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:19:49,596 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:19:49,597 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:19:49,599 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T03:19:49,599 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:19:49,599 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:19:49,599 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:19:49,600 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T03:19:49,600 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:19:49,601 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:19:49,601 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:19:49,602 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T03:19:49,602 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:19:49,602 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:19:49,602 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:19:49,603 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T03:19:49,604 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:19:49,604 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:19:49,604 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:19:49,605 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:19:49,605 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:19:49,606 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:19:49,606 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:19:49,606 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T03:19:49,607 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:19:49,609 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T03:19:49,610 INFO [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74199623, jitterRate=0.10566054284572601}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T03:19:49,610 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731986389596Initializing all the Stores at 1731986389597 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986389597Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986389597Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986389597Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986389597Cleaning up temporary data from old regions at 1731986389606 (+9 ms)Region opened successfully at 1731986389610 (+4 ms) 2024-11-19T03:19:49,610 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T03:19:49,613 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@717f5b5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=47efada56ed5/172.17.0.3:0 2024-11-19T03:19:49,614 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T03:19:49,614 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T03:19:49,614 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T03:19:49,614 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T03:19:49,615 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T03:19:49,615 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T03:19:49,615 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T03:19:49,617 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T03:19:49,618 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39625-0x101511ae1f90000, quorum=127.0.0.1:54882, baseZNode=/0-23047605 Unable to get data of znode /0-23047605/balancer because node does not exist (not necessarily an error) 2024-11-19T03:19:49,679 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-23047605/balancer already deleted, retry=false 2024-11-19T03:19:49,680 INFO [master/47efada56ed5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T03:19:49,681 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39625-0x101511ae1f90000, quorum=127.0.0.1:54882, baseZNode=/0-23047605 Unable to get data of znode /0-23047605/normalizer because node does not exist (not necessarily an error) 2024-11-19T03:19:49,690 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-23047605/normalizer already deleted, retry=false 2024-11-19T03:19:49,690 INFO [master/47efada56ed5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T03:19:49,691 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39625-0x101511ae1f90000, quorum=127.0.0.1:54882, baseZNode=/0-23047605 Unable to get data of znode /0-23047605/switch/split because node does not exist (not necessarily an error) 2024-11-19T03:19:49,700 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-23047605/switch/split already deleted, retry=false 2024-11-19T03:19:49,701 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39625-0x101511ae1f90000, quorum=127.0.0.1:54882, baseZNode=/0-23047605 Unable to get data of znode /0-23047605/switch/merge because node does not exist (not necessarily an error) 2024-11-19T03:19:49,711 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-23047605/switch/merge already deleted, retry=false 2024-11-19T03:19:49,713 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39625-0x101511ae1f90000, quorum=127.0.0.1:54882, baseZNode=/0-23047605 Unable to get data of znode /0-23047605/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T03:19:49,721 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-23047605/snapshot-cleanup already deleted, retry=false 2024-11-19T03:19:49,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39625-0x101511ae1f90000, quorum=127.0.0.1:54882, baseZNode=/0-23047605 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-23047605/running 2024-11-19T03:19:49,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37959-0x101511ae1f90001, quorum=127.0.0.1:54882, baseZNode=/0-23047605 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-23047605/running 2024-11-19T03:19:49,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39625-0x101511ae1f90000, quorum=127.0.0.1:54882, baseZNode=/0-23047605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-23047605 2024-11-19T03:19:49,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37959-0x101511ae1f90001, quorum=127.0.0.1:54882, baseZNode=/0-23047605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-23047605 2024-11-19T03:19:49,732 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=47efada56ed5,39625,1731986387167, sessionid=0x101511ae1f90000, setting cluster-up flag (Was=false) 2024-11-19T03:19:49,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39625-0x101511ae1f90000, quorum=127.0.0.1:54882, baseZNode=/0-23047605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-23047605 2024-11-19T03:19:49,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37959-0x101511ae1f90001, quorum=127.0.0.1:54882, baseZNode=/0-23047605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-23047605 2024-11-19T03:19:49,785 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-23047605/flush-table-proc/acquired, /0-23047605/flush-table-proc/reached, /0-23047605/flush-table-proc/abort 2024-11-19T03:19:49,786 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=47efada56ed5,39625,1731986387167 2024-11-19T03:19:49,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39625-0x101511ae1f90000, quorum=127.0.0.1:54882, baseZNode=/0-23047605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-23047605 2024-11-19T03:19:49,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37959-0x101511ae1f90001, quorum=127.0.0.1:54882, baseZNode=/0-23047605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-23047605 2024-11-19T03:19:49,837 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-23047605/online-snapshot/acquired, /0-23047605/online-snapshot/reached, /0-23047605/online-snapshot/abort 2024-11-19T03:19:49,838 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=47efada56ed5,39625,1731986387167 2024-11-19T03:19:49,839 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T03:19:49,841 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T03:19:49,841 INFO [master/47efada56ed5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T03:19:49,841 INFO [master/47efada56ed5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T03:19:49,841 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 47efada56ed5,39625,1731986387167 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T03:19:49,843 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/47efada56ed5:0, corePoolSize=5, maxPoolSize=5 2024-11-19T03:19:49,843 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/47efada56ed5:0, corePoolSize=5, maxPoolSize=5 2024-11-19T03:19:49,843 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/47efada56ed5:0, corePoolSize=5, maxPoolSize=5 2024-11-19T03:19:49,843 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/47efada56ed5:0, corePoolSize=5, maxPoolSize=5 2024-11-19T03:19:49,843 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/47efada56ed5:0, corePoolSize=10, maxPoolSize=10 2024-11-19T03:19:49,843 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:19:49,843 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/47efada56ed5:0, corePoolSize=2, maxPoolSize=2 2024-11-19T03:19:49,843 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:19:49,844 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T03:19:49,844 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T03:19:49,845 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:19:49,845 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T03:19:49,855 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731986419855 2024-11-19T03:19:49,856 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T03:19:49,856 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T03:19:49,856 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T03:19:49,856 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T03:19:49,856 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T03:19:49,856 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T03:19:49,857 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T03:19:49,857 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T03:19:49,857 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T03:19:49,858 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T03:19:49,858 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T03:19:49,858 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T03:19:49,858 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T03:19:49,858 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.large.0-1731986389858,5,FailOnTimeoutGroup] 2024-11-19T03:19:49,858 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.small.0-1731986389858,5,FailOnTimeoutGroup] 2024-11-19T03:19:49,858 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T03:19:49,858 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T03:19:49,858 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T03:19:49,858 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T03:19:49,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43031 is added to blk_1073741831_1007 (size=1321) 2024-11-19T03:19:49,903 INFO [RS:0;47efada56ed5:37959 {}] regionserver.HRegionServer(746): ClusterId : ff1b267e-3eee-43a1-9a32-09367dffc5d5 2024-11-19T03:19:49,903 DEBUG [RS:0;47efada56ed5:37959 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T03:19:49,917 DEBUG [RS:0;47efada56ed5:37959 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T03:19:49,917 DEBUG [RS:0;47efada56ed5:37959 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T03:19:49,927 DEBUG [RS:0;47efada56ed5:37959 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T03:19:49,928 DEBUG [RS:0;47efada56ed5:37959 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5787a6ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=47efada56ed5/172.17.0.3:0 2024-11-19T03:19:49,940 DEBUG [RS:0;47efada56ed5:37959 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;47efada56ed5:37959 2024-11-19T03:19:49,940 INFO [RS:0;47efada56ed5:37959 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T03:19:49,940 INFO [RS:0;47efada56ed5:37959 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T03:19:49,940 DEBUG [RS:0;47efada56ed5:37959 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T03:19:49,941 INFO [RS:0;47efada56ed5:37959 {}] regionserver.HRegionServer(2659): reportForDuty to master=47efada56ed5,39625,1731986387167 with port=37959, startcode=1731986387537 2024-11-19T03:19:49,941 DEBUG [RS:0;47efada56ed5:37959 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T03:19:49,942 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53487, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T03:19:49,943 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39625 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 47efada56ed5,37959,1731986387537 2024-11-19T03:19:49,943 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39625 {}] master.ServerManager(517): Registering regionserver=47efada56ed5,37959,1731986387537 2024-11-19T03:19:49,944 DEBUG [RS:0;47efada56ed5:37959 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72 2024-11-19T03:19:49,944 DEBUG [RS:0;47efada56ed5:37959 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41027 2024-11-19T03:19:49,944 DEBUG [RS:0;47efada56ed5:37959 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T03:19:49,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39625-0x101511ae1f90000, quorum=127.0.0.1:54882, baseZNode=/0-23047605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-23047605/rs 2024-11-19T03:19:49,990 DEBUG [RS:0;47efada56ed5:37959 {}] zookeeper.ZKUtil(111): regionserver:37959-0x101511ae1f90001, quorum=127.0.0.1:54882, baseZNode=/0-23047605 Set watcher on existing znode=/0-23047605/rs/47efada56ed5,37959,1731986387537 2024-11-19T03:19:49,990 WARN [RS:0;47efada56ed5:37959 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T03:19:49,990 INFO [RS:0;47efada56ed5:37959 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T03:19:49,990 DEBUG [RS:0;47efada56ed5:37959 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/WALs/47efada56ed5,37959,1731986387537 2024-11-19T03:19:49,991 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [47efada56ed5,37959,1731986387537] 2024-11-19T03:19:49,994 INFO [RS:0;47efada56ed5:37959 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T03:19:49,996 INFO [RS:0;47efada56ed5:37959 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T03:19:49,996 INFO [RS:0;47efada56ed5:37959 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T03:19:49,996 INFO [RS:0;47efada56ed5:37959 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T03:19:49,996 INFO [RS:0;47efada56ed5:37959 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T03:19:49,998 INFO [RS:0;47efada56ed5:37959 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T03:19:49,998 INFO [RS:0;47efada56ed5:37959 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T03:19:49,998 DEBUG [RS:0;47efada56ed5:37959 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:19:49,999 DEBUG [RS:0;47efada56ed5:37959 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:19:49,999 DEBUG [RS:0;47efada56ed5:37959 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:19:49,999 DEBUG [RS:0;47efada56ed5:37959 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:19:49,999 DEBUG [RS:0;47efada56ed5:37959 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:19:49,999 DEBUG [RS:0;47efada56ed5:37959 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/47efada56ed5:0, corePoolSize=2, maxPoolSize=2 2024-11-19T03:19:49,999 DEBUG [RS:0;47efada56ed5:37959 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:19:49,999 DEBUG [RS:0;47efada56ed5:37959 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:19:49,999 DEBUG [RS:0;47efada56ed5:37959 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:19:49,999 DEBUG [RS:0;47efada56ed5:37959 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:19:49,999 DEBUG [RS:0;47efada56ed5:37959 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:19:49,999 DEBUG [RS:0;47efada56ed5:37959 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:19:49,999 DEBUG [RS:0;47efada56ed5:37959 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/47efada56ed5:0, corePoolSize=3, maxPoolSize=3 2024-11-19T03:19:49,999 DEBUG [RS:0;47efada56ed5:37959 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0, corePoolSize=3, maxPoolSize=3 2024-11-19T03:19:49,999 INFO [RS:0;47efada56ed5:37959 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T03:19:49,999 INFO [RS:0;47efada56ed5:37959 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T03:19:49,999 INFO [RS:0;47efada56ed5:37959 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T03:19:49,999 INFO [RS:0;47efada56ed5:37959 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T03:19:49,999 INFO [RS:0;47efada56ed5:37959 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T03:19:49,999 INFO [RS:0;47efada56ed5:37959 {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,37959,1731986387537-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T03:19:50,013 INFO [RS:0;47efada56ed5:37959 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T03:19:50,013 INFO [RS:0;47efada56ed5:37959 {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,37959,1731986387537-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T03:19:50,014 INFO [RS:0;47efada56ed5:37959 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:19:50,014 INFO [RS:0;47efada56ed5:37959 {}] regionserver.Replication(171): 47efada56ed5,37959,1731986387537 started 2024-11-19T03:19:50,025 INFO [RS:0;47efada56ed5:37959 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:19:50,025 INFO [RS:0;47efada56ed5:37959 {}] regionserver.HRegionServer(1482): Serving as 47efada56ed5,37959,1731986387537, RpcServer on 47efada56ed5/172.17.0.3:37959, sessionid=0x101511ae1f90001 2024-11-19T03:19:50,025 DEBUG [RS:0;47efada56ed5:37959 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T03:19:50,025 DEBUG [RS:0;47efada56ed5:37959 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 47efada56ed5,37959,1731986387537 2024-11-19T03:19:50,025 DEBUG [RS:0;47efada56ed5:37959 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '47efada56ed5,37959,1731986387537' 2024-11-19T03:19:50,025 DEBUG [RS:0;47efada56ed5:37959 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-23047605/flush-table-proc/abort' 2024-11-19T03:19:50,026 DEBUG [RS:0;47efada56ed5:37959 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-23047605/flush-table-proc/acquired' 2024-11-19T03:19:50,026 DEBUG [RS:0;47efada56ed5:37959 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T03:19:50,026 DEBUG [RS:0;47efada56ed5:37959 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T03:19:50,026 DEBUG [RS:0;47efada56ed5:37959 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 47efada56ed5,37959,1731986387537 2024-11-19T03:19:50,026 DEBUG [RS:0;47efada56ed5:37959 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '47efada56ed5,37959,1731986387537' 2024-11-19T03:19:50,026 DEBUG [RS:0;47efada56ed5:37959 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-23047605/online-snapshot/abort' 2024-11-19T03:19:50,027 DEBUG [RS:0;47efada56ed5:37959 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-23047605/online-snapshot/acquired' 2024-11-19T03:19:50,027 DEBUG [RS:0;47efada56ed5:37959 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T03:19:50,027 INFO [RS:0;47efada56ed5:37959 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T03:19:50,027 INFO [RS:0;47efada56ed5:37959 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T03:19:50,127 INFO [RS:0;47efada56ed5:37959 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T03:19:50,129 INFO [RS:0;47efada56ed5:37959 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=47efada56ed5%2C37959%2C1731986387537, suffix=, logDir=hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/WALs/47efada56ed5,37959,1731986387537, archiveDir=hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/oldWALs, maxLogs=10 2024-11-19T03:19:50,142 DEBUG [RS:0;47efada56ed5:37959 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/WALs/47efada56ed5,37959,1731986387537/47efada56ed5%2C37959%2C1731986387537.1731986390130, exclude list is [], retry=0 2024-11-19T03:19:50,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43031,DS-5c9f6ba9-f52a-445a-bcd8-760113192639,DISK] 2024-11-19T03:19:50,146 INFO [RS:0;47efada56ed5:37959 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/WALs/47efada56ed5,37959,1731986387537/47efada56ed5%2C37959%2C1731986387537.1731986390130 2024-11-19T03:19:50,146 DEBUG [RS:0;47efada56ed5:37959 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45893:45893)] 2024-11-19T03:19:50,261 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T03:19:50,261 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72 2024-11-19T03:19:50,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43031 is added to blk_1073741833_1009 (size=32) 2024-11-19T03:19:50,667 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:19:50,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T03:19:50,668 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T03:19:50,668 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:19:50,669 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:19:50,669 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T03:19:50,670 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T03:19:50,670 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:19:50,670 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:19:50,670 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T03:19:50,671 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T03:19:50,671 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:19:50,671 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:19:50,671 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T03:19:50,672 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T03:19:50,672 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:19:50,672 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:19:50,672 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T03:19:50,673 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/data/hbase/meta/1588230740 2024-11-19T03:19:50,673 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/data/hbase/meta/1588230740 2024-11-19T03:19:50,674 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T03:19:50,674 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T03:19:50,674 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T03:19:50,675 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T03:19:50,677 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T03:19:50,677 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66496048, jitterRate=-0.009131669998168945}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T03:19:50,678 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731986390667Initializing all the Stores at 1731986390667Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986390667Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986390667Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986390667Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986390667Cleaning up temporary data from old regions at 1731986390674 (+7 ms)Region opened successfully at 1731986390678 (+4 ms) 2024-11-19T03:19:50,678 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T03:19:50,678 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T03:19:50,678 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T03:19:50,678 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T03:19:50,678 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T03:19:50,679 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T03:19:50,679 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731986390678Disabling compacts and flushes for region at 1731986390678Disabling writes for close at 1731986390678Writing region close event to WAL at 1731986390679 (+1 ms)Closed at 1731986390679 2024-11-19T03:19:50,680 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T03:19:50,680 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T03:19:50,680 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T03:19:50,681 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T03:19:50,682 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T03:19:50,832 DEBUG [47efada56ed5:39625 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T03:19:50,832 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=47efada56ed5,37959,1731986387537 2024-11-19T03:19:50,833 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 47efada56ed5,37959,1731986387537, state=OPENING 2024-11-19T03:19:50,984 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T03:19:50,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39625-0x101511ae1f90000, quorum=127.0.0.1:54882, baseZNode=/0-23047605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-23047605 2024-11-19T03:19:50,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37959-0x101511ae1f90001, quorum=127.0.0.1:54882, baseZNode=/0-23047605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-23047605 2024-11-19T03:19:50,995 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-23047605/meta-region-server: CHANGED 2024-11-19T03:19:50,995 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T03:19:50,996 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-23047605/meta-region-server: CHANGED 2024-11-19T03:19:50,996 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=47efada56ed5,37959,1731986387537}] 2024-11-19T03:19:51,148 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T03:19:51,150 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44607, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T03:19:51,153 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T03:19:51,153 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T03:19:51,154 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T03:19:51,155 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=47efada56ed5%2C37959%2C1731986387537.meta, suffix=.meta, logDir=hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/WALs/47efada56ed5,37959,1731986387537, archiveDir=hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/oldWALs, maxLogs=10 2024-11-19T03:19:51,169 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/WALs/47efada56ed5,37959,1731986387537/47efada56ed5%2C37959%2C1731986387537.meta.1731986391155.meta, exclude list is [], retry=0 2024-11-19T03:19:51,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43031,DS-5c9f6ba9-f52a-445a-bcd8-760113192639,DISK] 2024-11-19T03:19:51,172 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/WALs/47efada56ed5,37959,1731986387537/47efada56ed5%2C37959%2C1731986387537.meta.1731986391155.meta 2024-11-19T03:19:51,173 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45893:45893)] 2024-11-19T03:19:51,173 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T03:19:51,173 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T03:19:51,173 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T03:19:51,173 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T03:19:51,173 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T03:19:51,173 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T03:19:51,173 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:19:51,173 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T03:19:51,173 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T03:19:51,175 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T03:19:51,175 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T03:19:51,175 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:19:51,176 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:19:51,176 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T03:19:51,176 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T03:19:51,176 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:19:51,177 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:19:51,177 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T03:19:51,177 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T03:19:51,177 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:19:51,178 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:19:51,178 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T03:19:51,178 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T03:19:51,178 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:19:51,178 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:19:51,179 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T03:19:51,179 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/data/hbase/meta/1588230740 2024-11-19T03:19:51,180 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/data/hbase/meta/1588230740 2024-11-19T03:19:51,181 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T03:19:51,181 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T03:19:51,181 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T03:19:51,182 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T03:19:51,183 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64505462, jitterRate=-0.038793712854385376}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T03:19:51,183 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T03:19:51,184 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731986391174Writing region info on filesystem at 1731986391174Initializing all the Stores at 1731986391174Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986391174Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986391174Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986391174Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986391174Cleaning up temporary data from old regions at 1731986391181 (+7 ms)Running coprocessor post-open hooks at 1731986391183 (+2 ms)Region opened successfully at 1731986391184 (+1 ms) 2024-11-19T03:19:51,185 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731986391148 2024-11-19T03:19:51,187 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T03:19:51,187 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T03:19:51,188 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=47efada56ed5,37959,1731986387537 2024-11-19T03:19:51,189 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 47efada56ed5,37959,1731986387537, state=OPEN 2024-11-19T03:19:51,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39625-0x101511ae1f90000, quorum=127.0.0.1:54882, baseZNode=/0-23047605 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-23047605/meta-region-server 2024-11-19T03:19:51,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37959-0x101511ae1f90001, quorum=127.0.0.1:54882, baseZNode=/0-23047605 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-23047605/meta-region-server 2024-11-19T03:19:51,379 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-23047605/meta-region-server: CHANGED 2024-11-19T03:19:51,379 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-23047605/meta-region-server: CHANGED 2024-11-19T03:19:51,379 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=47efada56ed5,37959,1731986387537 2024-11-19T03:19:51,381 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T03:19:51,381 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=47efada56ed5,37959,1731986387537 in 383 msec 2024-11-19T03:19:51,383 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T03:19:51,383 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 701 msec 2024-11-19T03:19:51,384 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T03:19:51,384 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T03:19:51,385 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:19:51,385 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,37959,1731986387537, seqNum=-1] 2024-11-19T03:19:51,385 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:19:51,386 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36921, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:19:51,392 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5500 sec 2024-11-19T03:19:51,392 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731986391392, completionTime=-1 2024-11-19T03:19:51,392 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T03:19:51,392 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T03:19:51,394 INFO [master/47efada56ed5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T03:19:51,394 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731986451394 2024-11-19T03:19:51,394 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731986511394 2024-11-19T03:19:51,394 INFO [master/47efada56ed5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-19T03:19:51,394 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,39625,1731986387167-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T03:19:51,394 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,39625,1731986387167-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:19:51,394 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,39625,1731986387167-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:19:51,394 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-47efada56ed5:39625, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:19:51,394 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T03:19:51,395 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T03:19:51,396 DEBUG [master/47efada56ed5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T03:19:51,398 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.682sec 2024-11-19T03:19:51,398 INFO [master/47efada56ed5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T03:19:51,398 INFO [master/47efada56ed5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T03:19:51,398 INFO [master/47efada56ed5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T03:19:51,398 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T03:19:51,398 INFO [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T03:19:51,398 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,39625,1731986387167-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T03:19:51,398 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,39625,1731986387167-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T03:19:51,400 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T03:19:51,400 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T03:19:51,400 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,39625,1731986387167-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:19:51,404 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@440a37a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:19:51,404 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,39625,-1 for getting cluster id 2024-11-19T03:19:51,404 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:19:51,405 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ff1b267e-3eee-43a1-9a32-09367dffc5d5' 2024-11-19T03:19:51,405 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:19:51,405 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ff1b267e-3eee-43a1-9a32-09367dffc5d5" 2024-11-19T03:19:51,406 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b0aafa9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:19:51,406 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,39625,-1] 2024-11-19T03:19:51,406 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:19:51,406 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:19:51,407 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:19:51,408 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1db3777e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:19:51,408 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:19:51,409 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,37959,1731986387537, seqNum=-1] 2024-11-19T03:19:51,409 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:19:51,410 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:19:51,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=47efada56ed5,39625,1731986387167 2024-11-19T03:19:51,413 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54882 2024-11-19T03:19:51,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54882, baseZNode=/0-23047605 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T03:19:51,453 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101511ae1f90002 connected 2024-11-19T03:19:51,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/125c6ba9-e9cd-10cb-69e7-59143fe74d22/hadoop.log.dir so I do NOT create it in target/test-data/e67e4cc0-5aa1-aca3-22fb-1da1a1947eb6 2024-11-19T03:19:51,466 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/125c6ba9-e9cd-10cb-69e7-59143fe74d22/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T03:19:51,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/125c6ba9-e9cd-10cb-69e7-59143fe74d22/hadoop.tmp.dir so I do NOT create it in target/test-data/e67e4cc0-5aa1-aca3-22fb-1da1a1947eb6 2024-11-19T03:19:51,466 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/125c6ba9-e9cd-10cb-69e7-59143fe74d22/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T03:19:51,466 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e67e4cc0-5aa1-aca3-22fb-1da1a1947eb6 2024-11-19T03:19:51,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T03:19:51,466 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e67e4cc0-5aa1-aca3-22fb-1da1a1947eb6/cluster_960023fa-2f02-ec10-e4f7-c9d94b19c374, deleteOnExit=true 2024-11-19T03:19:51,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T03:19:51,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e67e4cc0-5aa1-aca3-22fb-1da1a1947eb6/test.cache.data in system properties and HBase conf 2024-11-19T03:19:51,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e67e4cc0-5aa1-aca3-22fb-1da1a1947eb6/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T03:19:51,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e67e4cc0-5aa1-aca3-22fb-1da1a1947eb6/hadoop.log.dir in system properties and HBase conf 2024-11-19T03:19:51,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e67e4cc0-5aa1-aca3-22fb-1da1a1947eb6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T03:19:51,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e67e4cc0-5aa1-aca3-22fb-1da1a1947eb6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T03:19:51,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T03:19:51,467 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T03:19:51,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e67e4cc0-5aa1-aca3-22fb-1da1a1947eb6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T03:19:51,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e67e4cc0-5aa1-aca3-22fb-1da1a1947eb6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T03:19:51,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e67e4cc0-5aa1-aca3-22fb-1da1a1947eb6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T03:19:51,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e67e4cc0-5aa1-aca3-22fb-1da1a1947eb6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T03:19:51,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e67e4cc0-5aa1-aca3-22fb-1da1a1947eb6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T03:19:51,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e67e4cc0-5aa1-aca3-22fb-1da1a1947eb6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T03:19:51,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e67e4cc0-5aa1-aca3-22fb-1da1a1947eb6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T03:19:51,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e67e4cc0-5aa1-aca3-22fb-1da1a1947eb6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T03:19:51,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e67e4cc0-5aa1-aca3-22fb-1da1a1947eb6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T03:19:51,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e67e4cc0-5aa1-aca3-22fb-1da1a1947eb6/nfs.dump.dir in system properties and HBase conf 2024-11-19T03:19:51,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e67e4cc0-5aa1-aca3-22fb-1da1a1947eb6/java.io.tmpdir in system properties and HBase conf 2024-11-19T03:19:51,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e67e4cc0-5aa1-aca3-22fb-1da1a1947eb6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T03:19:51,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e67e4cc0-5aa1-aca3-22fb-1da1a1947eb6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T03:19:51,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e67e4cc0-5aa1-aca3-22fb-1da1a1947eb6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T03:19:51,950 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T03:19:51,955 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T03:19:51,958 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T03:19:51,958 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T03:19:51,958 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T03:19:51,959 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T03:19:51,960 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@589fa68a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e67e4cc0-5aa1-aca3-22fb-1da1a1947eb6/hadoop.log.dir/,AVAILABLE} 2024-11-19T03:19:51,961 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c3cabb4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T03:19:52,060 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7b020e29{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e67e4cc0-5aa1-aca3-22fb-1da1a1947eb6/java.io.tmpdir/jetty-localhost-33941-hadoop-hdfs-3_4_1-tests_jar-_-any-13194168084686698240/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T03:19:52,060 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3486a387{HTTP/1.1, (http/1.1)}{localhost:33941} 2024-11-19T03:19:52,061 INFO [Time-limited test {}] server.Server(415): Started @155664ms 2024-11-19T03:19:52,458 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T03:19:52,462 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T03:19:52,472 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T03:19:52,472 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T03:19:52,472 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T03:19:52,473 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23014760{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e67e4cc0-5aa1-aca3-22fb-1da1a1947eb6/hadoop.log.dir/,AVAILABLE} 2024-11-19T03:19:52,474 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2427d7e1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T03:19:52,604 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@510f25c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e67e4cc0-5aa1-aca3-22fb-1da1a1947eb6/java.io.tmpdir/jetty-localhost-37493-hadoop-hdfs-3_4_1-tests_jar-_-any-3994581416587585033/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T03:19:52,604 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1671ab22{HTTP/1.1, (http/1.1)}{localhost:37493} 2024-11-19T03:19:52,604 INFO [Time-limited test {}] server.Server(415): Started @156208ms 2024-11-19T03:19:52,605 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T03:19:54,389 WARN [Thread-1407 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e67e4cc0-5aa1-aca3-22fb-1da1a1947eb6/cluster_960023fa-2f02-ec10-e4f7-c9d94b19c374/data/data1/current/BP-1008939779-172.17.0.3-1731986391490/current, will proceed with Du for space computation calculation, 2024-11-19T03:19:54,389 WARN [Thread-1408 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e67e4cc0-5aa1-aca3-22fb-1da1a1947eb6/cluster_960023fa-2f02-ec10-e4f7-c9d94b19c374/data/data2/current/BP-1008939779-172.17.0.3-1731986391490/current, will proceed with Du for space computation calculation, 2024-11-19T03:19:54,408 WARN [Thread-1395 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T03:19:54,410 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc33214559cc8ba8f with lease ID 0xfdff02912caddfa3: Processing first storage report for DS-a1a24886-3675-4e2e-94ee-2b4e0ca39f48 from datanode DatanodeRegistration(127.0.0.1:43757, datanodeUuid=684dbc83-54e2-40c9-af85-e6b1e5ea568f, infoPort=38773, infoSecurePort=0, ipcPort=42765, storageInfo=lv=-57;cid=testClusterID;nsid=1699660703;c=1731986391490) 2024-11-19T03:19:54,410 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc33214559cc8ba8f with lease ID 0xfdff02912caddfa3: from storage DS-a1a24886-3675-4e2e-94ee-2b4e0ca39f48 node DatanodeRegistration(127.0.0.1:43757, datanodeUuid=684dbc83-54e2-40c9-af85-e6b1e5ea568f, infoPort=38773, infoSecurePort=0, ipcPort=42765, storageInfo=lv=-57;cid=testClusterID;nsid=1699660703;c=1731986391490), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-19T03:19:54,410 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc33214559cc8ba8f with lease ID 0xfdff02912caddfa3: Processing first storage report for DS-46a32299-0389-4e9b-bf62-f1aae6f4c9b0 from datanode DatanodeRegistration(127.0.0.1:43757, datanodeUuid=684dbc83-54e2-40c9-af85-e6b1e5ea568f, infoPort=38773, infoSecurePort=0, ipcPort=42765, storageInfo=lv=-57;cid=testClusterID;nsid=1699660703;c=1731986391490) 2024-11-19T03:19:54,410 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc33214559cc8ba8f with lease ID 0xfdff02912caddfa3: from storage DS-46a32299-0389-4e9b-bf62-f1aae6f4c9b0 node DatanodeRegistration(127.0.0.1:43757, datanodeUuid=684dbc83-54e2-40c9-af85-e6b1e5ea568f, infoPort=38773, infoSecurePort=0, ipcPort=42765, storageInfo=lv=-57;cid=testClusterID;nsid=1699660703;c=1731986391490), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T03:19:54,437 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e67e4cc0-5aa1-aca3-22fb-1da1a1947eb6 2024-11-19T03:19:54,438 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:19:54,439 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:19:54,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43757 is added to blk_1073741825_1001 (size=7) 2024-11-19T03:19:54,848 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38693/user/jenkins/test-data/5bb85050-094b-6d7b-e3e3-b42439f451d1 with version=8 2024-11-19T03:19:54,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38693/user/jenkins/test-data/5bb85050-094b-6d7b-e3e3-b42439f451d1/hbase-staging 2024-11-19T03:19:54,850 INFO [Time-limited test {}] client.ConnectionUtils(128): master/47efada56ed5:0 server-side Connection retries=45 2024-11-19T03:19:54,850 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T03:19:54,850 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T03:19:54,850 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T03:19:54,850 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T03:19:54,850 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T03:19:54,850 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T03:19:54,850 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T03:19:54,851 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36759 2024-11-19T03:19:54,851 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36759 connecting to ZooKeeper ensemble=127.0.0.1:54882 2024-11-19T03:19:55,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:367590x0, quorum=127.0.0.1:54882, baseZNode=/1-531372957 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T03:19:55,043 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36759-0x101511ae1f90003 connected 2024-11-19T03:19:55,142 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:19:55,144 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:19:55,145 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36759-0x101511ae1f90003, quorum=127.0.0.1:54882, baseZNode=/1-531372957 Set watcher on znode that does not yet exist, /1-531372957/running 2024-11-19T03:19:55,145 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38693/user/jenkins/test-data/5bb85050-094b-6d7b-e3e3-b42439f451d1, hbase.cluster.distributed=false 2024-11-19T03:19:55,147 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36759-0x101511ae1f90003, quorum=127.0.0.1:54882, baseZNode=/1-531372957 Set watcher on znode that does not yet exist, /1-531372957/acl 2024-11-19T03:19:55,147 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36759 2024-11-19T03:19:55,147 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36759 2024-11-19T03:19:55,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36759 2024-11-19T03:19:55,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36759 2024-11-19T03:19:55,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36759 2024-11-19T03:19:55,162 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/47efada56ed5:0 server-side Connection retries=45 2024-11-19T03:19:55,162 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T03:19:55,162 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T03:19:55,162 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T03:19:55,162 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T03:19:55,162 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T03:19:55,162 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T03:19:55,162 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T03:19:55,163 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35383 2024-11-19T03:19:55,163 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35383 connecting to ZooKeeper ensemble=127.0.0.1:54882 2024-11-19T03:19:55,164 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:19:55,166 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:19:55,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:353830x0, quorum=127.0.0.1:54882, baseZNode=/1-531372957 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T03:19:55,190 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:353830x0, quorum=127.0.0.1:54882, baseZNode=/1-531372957 Set watcher on znode that does not yet exist, /1-531372957/running 2024-11-19T03:19:55,190 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35383-0x101511ae1f90004 connected 2024-11-19T03:19:55,190 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T03:19:55,190 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T03:19:55,191 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35383-0x101511ae1f90004, quorum=127.0.0.1:54882, baseZNode=/1-531372957 Set watcher on znode that does not yet exist, /1-531372957/master 2024-11-19T03:19:55,192 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35383-0x101511ae1f90004, quorum=127.0.0.1:54882, baseZNode=/1-531372957 Set watcher on znode that does not yet exist, /1-531372957/acl 2024-11-19T03:19:55,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35383 2024-11-19T03:19:55,195 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35383 2024-11-19T03:19:55,195 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35383 2024-11-19T03:19:55,195 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35383 2024-11-19T03:19:55,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35383 2024-11-19T03:19:55,206 DEBUG [M:0;47efada56ed5:36759 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;47efada56ed5:36759 2024-11-19T03:19:55,206 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-531372957/backup-masters/47efada56ed5,36759,1731986394849 2024-11-19T03:19:55,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36759-0x101511ae1f90003, quorum=127.0.0.1:54882, baseZNode=/1-531372957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-531372957/backup-masters 2024-11-19T03:19:55,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35383-0x101511ae1f90004, quorum=127.0.0.1:54882, baseZNode=/1-531372957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-531372957/backup-masters 2024-11-19T03:19:55,253 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36759-0x101511ae1f90003, quorum=127.0.0.1:54882, baseZNode=/1-531372957 Set watcher on existing znode=/1-531372957/backup-masters/47efada56ed5,36759,1731986394849 2024-11-19T03:19:55,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36759-0x101511ae1f90003, quorum=127.0.0.1:54882, baseZNode=/1-531372957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-531372957 2024-11-19T03:19:55,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35383-0x101511ae1f90004, quorum=127.0.0.1:54882, baseZNode=/1-531372957 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-531372957/master 2024-11-19T03:19:55,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35383-0x101511ae1f90004, quorum=127.0.0.1:54882, baseZNode=/1-531372957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-531372957 2024-11-19T03:19:55,263 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36759-0x101511ae1f90003, quorum=127.0.0.1:54882, baseZNode=/1-531372957 Set watcher on existing znode=/1-531372957/master 2024-11-19T03:19:55,264 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-531372957/backup-masters/47efada56ed5,36759,1731986394849 from backup master directory 2024-11-19T03:19:55,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35383-0x101511ae1f90004, quorum=127.0.0.1:54882, baseZNode=/1-531372957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-531372957/backup-masters 2024-11-19T03:19:55,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36759-0x101511ae1f90003, quorum=127.0.0.1:54882, baseZNode=/1-531372957 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-531372957/backup-masters/47efada56ed5,36759,1731986394849 2024-11-19T03:19:55,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36759-0x101511ae1f90003, quorum=127.0.0.1:54882, baseZNode=/1-531372957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-531372957/backup-masters 2024-11-19T03:19:55,274 WARN [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T03:19:55,274 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=47efada56ed5,36759,1731986394849 2024-11-19T03:19:55,277 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38693/user/jenkins/test-data/5bb85050-094b-6d7b-e3e3-b42439f451d1/hbase.id] with ID: 822b3359-ba63-4a49-86dd-c968dfc9e864 2024-11-19T03:19:55,277 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38693/user/jenkins/test-data/5bb85050-094b-6d7b-e3e3-b42439f451d1/.tmp/hbase.id 2024-11-19T03:19:55,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43757 is added to blk_1073741826_1002 (size=42) 2024-11-19T03:19:55,682 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38693/user/jenkins/test-data/5bb85050-094b-6d7b-e3e3-b42439f451d1/.tmp/hbase.id]:[hdfs://localhost:38693/user/jenkins/test-data/5bb85050-094b-6d7b-e3e3-b42439f451d1/hbase.id] 2024-11-19T03:19:55,692 INFO [master/47efada56ed5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:19:55,692 INFO [master/47efada56ed5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T03:19:55,693 INFO [master/47efada56ed5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T03:19:55,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35383-0x101511ae1f90004, quorum=127.0.0.1:54882, baseZNode=/1-531372957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-531372957 2024-11-19T03:19:55,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36759-0x101511ae1f90003, quorum=127.0.0.1:54882, baseZNode=/1-531372957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-531372957 2024-11-19T03:19:55,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43757 is added to blk_1073741827_1003 (size=196) 2024-11-19T03:19:55,994 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T03:19:56,148 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T03:19:56,149 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T03:19:56,149 INFO [master/47efada56ed5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T03:19:56,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43757 is added to blk_1073741828_1004 (size=1189) 2024-11-19T03:19:56,556 INFO [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38693/user/jenkins/test-data/5bb85050-094b-6d7b-e3e3-b42439f451d1/MasterData/data/master/store 2024-11-19T03:19:56,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43757 is added to blk_1073741829_1005 (size=34) 2024-11-19T03:19:56,675 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T03:19:56,698 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:19:56,698 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:19:56,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:19:56,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:19:56,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:19:56,705 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:19:56,711 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T03:19:56,711 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-19T03:19:56,712 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T03:19:56,712 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-19T03:19:56,712 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T03:19:56,712 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-19T03:19:56,712 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-19T03:19:56,712 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-19T03:19:56,962 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:19:56,962 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T03:19:56,962 INFO [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:19:56,962 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:19:56,962 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T03:19:56,962 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:19:56,962 INFO [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:19:56,962 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731986396962Disabling compacts and flushes for region at 1731986396962Disabling writes for close at 1731986396962Writing region close event to WAL at 1731986396962Closed at 1731986396962 2024-11-19T03:19:56,963 WARN [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38693/user/jenkins/test-data/5bb85050-094b-6d7b-e3e3-b42439f451d1/MasterData/data/master/store/.initializing 2024-11-19T03:19:56,963 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38693/user/jenkins/test-data/5bb85050-094b-6d7b-e3e3-b42439f451d1/MasterData/WALs/47efada56ed5,36759,1731986394849 2024-11-19T03:19:56,964 INFO [master/47efada56ed5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T03:19:56,965 INFO [master/47efada56ed5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=47efada56ed5%2C36759%2C1731986394849, suffix=, logDir=hdfs://localhost:38693/user/jenkins/test-data/5bb85050-094b-6d7b-e3e3-b42439f451d1/MasterData/WALs/47efada56ed5,36759,1731986394849, archiveDir=hdfs://localhost:38693/user/jenkins/test-data/5bb85050-094b-6d7b-e3e3-b42439f451d1/MasterData/oldWALs, maxLogs=10 2024-11-19T03:19:56,976 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5bb85050-094b-6d7b-e3e3-b42439f451d1/MasterData/WALs/47efada56ed5,36759,1731986394849/47efada56ed5%2C36759%2C1731986394849.1731986396965, exclude list is [], retry=0 2024-11-19T03:19:56,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43757,DS-a1a24886-3675-4e2e-94ee-2b4e0ca39f48,DISK] 2024-11-19T03:19:56,980 INFO [master/47efada56ed5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5bb85050-094b-6d7b-e3e3-b42439f451d1/MasterData/WALs/47efada56ed5,36759,1731986394849/47efada56ed5%2C36759%2C1731986394849.1731986396965 2024-11-19T03:19:56,981 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38773:38773)] 2024-11-19T03:19:56,981 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T03:19:56,981 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:19:56,981 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:19:56,981 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:19:56,982 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:19:56,983 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T03:19:56,983 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:19:56,984 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:19:56,984 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:19:56,985 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T03:19:56,985 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:19:56,985 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:19:56,985 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:19:56,986 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T03:19:56,986 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:19:56,987 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:19:56,987 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:19:56,988 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T03:19:56,988 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:19:56,989 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:19:56,989 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:19:56,989 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38693/user/jenkins/test-data/5bb85050-094b-6d7b-e3e3-b42439f451d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:19:56,989 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38693/user/jenkins/test-data/5bb85050-094b-6d7b-e3e3-b42439f451d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:19:56,990 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:19:56,990 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:19:56,991 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T03:19:56,991 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:19:56,993 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38693/user/jenkins/test-data/5bb85050-094b-6d7b-e3e3-b42439f451d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T03:19:56,993 INFO [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73978505, jitterRate=0.10236562788486481}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T03:19:56,993 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731986396981Initializing all the Stores at 1731986396982 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986396982Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986396982Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986396982Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986396982Cleaning up temporary data from old regions at 1731986396990 (+8 ms)Region opened successfully at 1731986396993 (+3 ms) 2024-11-19T03:19:56,994 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T03:19:56,996 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3795f0ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=47efada56ed5/172.17.0.3:0 2024-11-19T03:19:56,997 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T03:19:56,997 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T03:19:56,997 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T03:19:56,997 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T03:19:56,997 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T03:19:56,998 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T03:19:56,998 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T03:19:56,999 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T03:19:57,000 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36759-0x101511ae1f90003, quorum=127.0.0.1:54882, baseZNode=/1-531372957 Unable to get data of znode /1-531372957/balancer because node does not exist (not necessarily an error) 2024-11-19T03:19:57,105 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-531372957/balancer already deleted, retry=false 2024-11-19T03:19:57,105 INFO [master/47efada56ed5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T03:19:57,106 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36759-0x101511ae1f90003, quorum=127.0.0.1:54882, baseZNode=/1-531372957 Unable to get data of znode /1-531372957/normalizer because node does not exist (not necessarily an error) 2024-11-19T03:19:57,115 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-531372957/normalizer already deleted, retry=false 2024-11-19T03:19:57,116 INFO [master/47efada56ed5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T03:19:57,116 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36759-0x101511ae1f90003, quorum=127.0.0.1:54882, baseZNode=/1-531372957 Unable to get data of znode /1-531372957/switch/split because node does not exist (not necessarily an error) 2024-11-19T03:19:57,126 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-531372957/switch/split already deleted, retry=false 2024-11-19T03:19:57,127 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36759-0x101511ae1f90003, quorum=127.0.0.1:54882, baseZNode=/1-531372957 Unable to get data of znode /1-531372957/switch/merge because node does not exist (not necessarily an error) 2024-11-19T03:19:57,136 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-531372957/switch/merge already deleted, retry=false 2024-11-19T03:19:57,138 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36759-0x101511ae1f90003, quorum=127.0.0.1:54882, baseZNode=/1-531372957 Unable to get data of znode /1-531372957/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T03:19:57,147 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-531372957/snapshot-cleanup already deleted, retry=false 2024-11-19T03:19:57,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36759-0x101511ae1f90003, quorum=127.0.0.1:54882, baseZNode=/1-531372957 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-531372957/running 2024-11-19T03:19:57,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36759-0x101511ae1f90003, quorum=127.0.0.1:54882, baseZNode=/1-531372957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-531372957 2024-11-19T03:19:57,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35383-0x101511ae1f90004, quorum=127.0.0.1:54882, baseZNode=/1-531372957 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-531372957/running 2024-11-19T03:19:57,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35383-0x101511ae1f90004, quorum=127.0.0.1:54882, baseZNode=/1-531372957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-531372957 2024-11-19T03:19:57,158 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=47efada56ed5,36759,1731986394849, sessionid=0x101511ae1f90003, setting cluster-up flag (Was=false) 2024-11-19T03:19:57,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35383-0x101511ae1f90004, quorum=127.0.0.1:54882, baseZNode=/1-531372957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-531372957 2024-11-19T03:19:57,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36759-0x101511ae1f90003, quorum=127.0.0.1:54882, baseZNode=/1-531372957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-531372957 2024-11-19T03:19:57,210 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-531372957/flush-table-proc/acquired, /1-531372957/flush-table-proc/reached, /1-531372957/flush-table-proc/abort 2024-11-19T03:19:57,211 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=47efada56ed5,36759,1731986394849 2024-11-19T03:19:57,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35383-0x101511ae1f90004, quorum=127.0.0.1:54882, baseZNode=/1-531372957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-531372957 2024-11-19T03:19:57,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36759-0x101511ae1f90003, quorum=127.0.0.1:54882, baseZNode=/1-531372957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-531372957 2024-11-19T03:19:57,263 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-531372957/online-snapshot/acquired, /1-531372957/online-snapshot/reached, /1-531372957/online-snapshot/abort 2024-11-19T03:19:57,264 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=47efada56ed5,36759,1731986394849 2024-11-19T03:19:57,266 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38693/user/jenkins/test-data/5bb85050-094b-6d7b-e3e3-b42439f451d1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T03:19:57,267 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T03:19:57,267 INFO [master/47efada56ed5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T03:19:57,268 INFO [master/47efada56ed5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T03:19:57,268 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 47efada56ed5,36759,1731986394849 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T03:19:57,269 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/47efada56ed5:0, corePoolSize=5, maxPoolSize=5 2024-11-19T03:19:57,269 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/47efada56ed5:0, corePoolSize=5, maxPoolSize=5 2024-11-19T03:19:57,269 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/47efada56ed5:0, corePoolSize=5, maxPoolSize=5 2024-11-19T03:19:57,269 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/47efada56ed5:0, corePoolSize=5, maxPoolSize=5 2024-11-19T03:19:57,269 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/47efada56ed5:0, corePoolSize=10, maxPoolSize=10 2024-11-19T03:19:57,269 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:19:57,269 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/47efada56ed5:0, corePoolSize=2, maxPoolSize=2 2024-11-19T03:19:57,269 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:19:57,270 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731986427270 2024-11-19T03:19:57,270 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T03:19:57,270 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T03:19:57,270 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T03:19:57,270 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T03:19:57,270 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T03:19:57,270 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T03:19:57,270 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T03:19:57,270 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T03:19:57,270 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T03:19:57,271 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T03:19:57,271 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T03:19:57,271 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T03:19:57,271 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T03:19:57,271 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:19:57,271 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T03:19:57,271 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T03:19:57,271 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T03:19:57,271 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.large.0-1731986397271,5,FailOnTimeoutGroup] 2024-11-19T03:19:57,272 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.small.0-1731986397271,5,FailOnTimeoutGroup] 2024-11-19T03:19:57,272 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T03:19:57,272 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T03:19:57,272 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T03:19:57,272 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T03:19:57,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43757 is added to blk_1073741831_1007 (size=1321) 2024-11-19T03:19:57,299 INFO [RS:0;47efada56ed5:35383 {}] regionserver.HRegionServer(746): ClusterId : 822b3359-ba63-4a49-86dd-c968dfc9e864 2024-11-19T03:19:57,299 DEBUG [RS:0;47efada56ed5:35383 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T03:19:57,311 DEBUG [RS:0;47efada56ed5:35383 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T03:19:57,311 DEBUG [RS:0;47efada56ed5:35383 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T03:19:57,322 DEBUG [RS:0;47efada56ed5:35383 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T03:19:57,322 DEBUG [RS:0;47efada56ed5:35383 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e5a4a1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=47efada56ed5/172.17.0.3:0 2024-11-19T03:19:57,331 DEBUG [RS:0;47efada56ed5:35383 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;47efada56ed5:35383 2024-11-19T03:19:57,332 INFO [RS:0;47efada56ed5:35383 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T03:19:57,332 INFO [RS:0;47efada56ed5:35383 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T03:19:57,332 DEBUG [RS:0;47efada56ed5:35383 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T03:19:57,332 INFO [RS:0;47efada56ed5:35383 {}] regionserver.HRegionServer(2659): reportForDuty to master=47efada56ed5,36759,1731986394849 with port=35383, startcode=1731986395161 2024-11-19T03:19:57,332 DEBUG [RS:0;47efada56ed5:35383 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T03:19:57,333 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34943, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T03:19:57,334 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36759 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 47efada56ed5,35383,1731986395161 2024-11-19T03:19:57,334 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36759 {}] master.ServerManager(517): Registering regionserver=47efada56ed5,35383,1731986395161 2024-11-19T03:19:57,335 DEBUG [RS:0;47efada56ed5:35383 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38693/user/jenkins/test-data/5bb85050-094b-6d7b-e3e3-b42439f451d1 2024-11-19T03:19:57,335 DEBUG [RS:0;47efada56ed5:35383 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38693 2024-11-19T03:19:57,335 DEBUG [RS:0;47efada56ed5:35383 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T03:19:57,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36759-0x101511ae1f90003, quorum=127.0.0.1:54882, baseZNode=/1-531372957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-531372957/rs 2024-11-19T03:19:57,347 DEBUG [RS:0;47efada56ed5:35383 {}] zookeeper.ZKUtil(111): regionserver:35383-0x101511ae1f90004, quorum=127.0.0.1:54882, baseZNode=/1-531372957 Set watcher on existing znode=/1-531372957/rs/47efada56ed5,35383,1731986395161 2024-11-19T03:19:57,347 WARN [RS:0;47efada56ed5:35383 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T03:19:57,348 INFO [RS:0;47efada56ed5:35383 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T03:19:57,348 DEBUG [RS:0;47efada56ed5:35383 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38693/user/jenkins/test-data/5bb85050-094b-6d7b-e3e3-b42439f451d1/WALs/47efada56ed5,35383,1731986395161 2024-11-19T03:19:57,348 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [47efada56ed5,35383,1731986395161] 2024-11-19T03:19:57,350 INFO [RS:0;47efada56ed5:35383 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T03:19:57,352 INFO [RS:0;47efada56ed5:35383 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T03:19:57,352 INFO [RS:0;47efada56ed5:35383 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T03:19:57,352 INFO [RS:0;47efada56ed5:35383 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T03:19:57,353 INFO [RS:0;47efada56ed5:35383 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T03:19:57,353 INFO [RS:0;47efada56ed5:35383 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T03:19:57,353 INFO [RS:0;47efada56ed5:35383 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T03:19:57,353 DEBUG [RS:0;47efada56ed5:35383 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:19:57,354 DEBUG [RS:0;47efada56ed5:35383 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:19:57,354 DEBUG [RS:0;47efada56ed5:35383 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:19:57,354 DEBUG [RS:0;47efada56ed5:35383 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:19:57,354 DEBUG [RS:0;47efada56ed5:35383 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:19:57,354 DEBUG [RS:0;47efada56ed5:35383 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/47efada56ed5:0, corePoolSize=2, maxPoolSize=2 2024-11-19T03:19:57,354 DEBUG [RS:0;47efada56ed5:35383 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:19:57,354 DEBUG [RS:0;47efada56ed5:35383 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:19:57,354 DEBUG [RS:0;47efada56ed5:35383 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:19:57,354 DEBUG [RS:0;47efada56ed5:35383 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:19:57,354 DEBUG [RS:0;47efada56ed5:35383 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:19:57,354 DEBUG [RS:0;47efada56ed5:35383 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:19:57,354 DEBUG [RS:0;47efada56ed5:35383 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/47efada56ed5:0, corePoolSize=3, maxPoolSize=3 2024-11-19T03:19:57,354 DEBUG [RS:0;47efada56ed5:35383 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0, corePoolSize=3, maxPoolSize=3 2024-11-19T03:19:57,354 INFO [RS:0;47efada56ed5:35383 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T03:19:57,354 INFO [RS:0;47efada56ed5:35383 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T03:19:57,354 INFO [RS:0;47efada56ed5:35383 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T03:19:57,354 INFO [RS:0;47efada56ed5:35383 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T03:19:57,354 INFO [RS:0;47efada56ed5:35383 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T03:19:57,354 INFO [RS:0;47efada56ed5:35383 {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,35383,1731986395161-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T03:19:57,367 INFO [RS:0;47efada56ed5:35383 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T03:19:57,367 INFO [RS:0;47efada56ed5:35383 {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,35383,1731986395161-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T03:19:57,367 INFO [RS:0;47efada56ed5:35383 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:19:57,367 INFO [RS:0;47efada56ed5:35383 {}] regionserver.Replication(171): 47efada56ed5,35383,1731986395161 started 2024-11-19T03:19:57,378 INFO [RS:0;47efada56ed5:35383 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:19:57,378 INFO [RS:0;47efada56ed5:35383 {}] regionserver.HRegionServer(1482): Serving as 47efada56ed5,35383,1731986395161, RpcServer on 47efada56ed5/172.17.0.3:35383, sessionid=0x101511ae1f90004 2024-11-19T03:19:57,378 DEBUG [RS:0;47efada56ed5:35383 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T03:19:57,378 DEBUG [RS:0;47efada56ed5:35383 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 47efada56ed5,35383,1731986395161 2024-11-19T03:19:57,378 DEBUG [RS:0;47efada56ed5:35383 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '47efada56ed5,35383,1731986395161' 2024-11-19T03:19:57,378 DEBUG [RS:0;47efada56ed5:35383 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-531372957/flush-table-proc/abort' 2024-11-19T03:19:57,379 DEBUG [RS:0;47efada56ed5:35383 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-531372957/flush-table-proc/acquired' 2024-11-19T03:19:57,379 DEBUG [RS:0;47efada56ed5:35383 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T03:19:57,379 DEBUG [RS:0;47efada56ed5:35383 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T03:19:57,379 DEBUG [RS:0;47efada56ed5:35383 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 47efada56ed5,35383,1731986395161 2024-11-19T03:19:57,379 DEBUG [RS:0;47efada56ed5:35383 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '47efada56ed5,35383,1731986395161' 2024-11-19T03:19:57,379 DEBUG [RS:0;47efada56ed5:35383 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-531372957/online-snapshot/abort' 2024-11-19T03:19:57,380 DEBUG [RS:0;47efada56ed5:35383 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-531372957/online-snapshot/acquired' 2024-11-19T03:19:57,380 DEBUG [RS:0;47efada56ed5:35383 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T03:19:57,380 INFO [RS:0;47efada56ed5:35383 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T03:19:57,380 INFO [RS:0;47efada56ed5:35383 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T03:19:57,480 INFO [RS:0;47efada56ed5:35383 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T03:19:57,482 INFO [RS:0;47efada56ed5:35383 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=47efada56ed5%2C35383%2C1731986395161, suffix=, logDir=hdfs://localhost:38693/user/jenkins/test-data/5bb85050-094b-6d7b-e3e3-b42439f451d1/WALs/47efada56ed5,35383,1731986395161, archiveDir=hdfs://localhost:38693/user/jenkins/test-data/5bb85050-094b-6d7b-e3e3-b42439f451d1/oldWALs, maxLogs=10 2024-11-19T03:19:57,494 DEBUG [RS:0;47efada56ed5:35383 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5bb85050-094b-6d7b-e3e3-b42439f451d1/WALs/47efada56ed5,35383,1731986395161/47efada56ed5%2C35383%2C1731986395161.1731986397482, exclude list is [], retry=0 2024-11-19T03:19:57,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43757,DS-a1a24886-3675-4e2e-94ee-2b4e0ca39f48,DISK] 2024-11-19T03:19:57,498 INFO [RS:0;47efada56ed5:35383 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5bb85050-094b-6d7b-e3e3-b42439f451d1/WALs/47efada56ed5,35383,1731986395161/47efada56ed5%2C35383%2C1731986395161.1731986397482 2024-11-19T03:19:57,499 DEBUG [RS:0;47efada56ed5:35383 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38773:38773)] 2024-11-19T03:19:57,679 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38693/user/jenkins/test-data/5bb85050-094b-6d7b-e3e3-b42439f451d1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T03:19:57,679 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38693/user/jenkins/test-data/5bb85050-094b-6d7b-e3e3-b42439f451d1 2024-11-19T03:19:57,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43757 is added to blk_1073741833_1009 (size=32) 2024-11-19T03:19:58,085 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:19:58,086 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T03:19:58,087 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T03:19:58,087 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:19:58,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:19:58,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T03:19:58,089 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T03:19:58,089 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:19:58,089 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:19:58,089 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T03:19:58,090 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T03:19:58,090 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:19:58,090 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:19:58,091 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T03:19:58,091 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T03:19:58,091 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:19:58,092 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:19:58,092 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T03:19:58,092 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38693/user/jenkins/test-data/5bb85050-094b-6d7b-e3e3-b42439f451d1/data/hbase/meta/1588230740 2024-11-19T03:19:58,093 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38693/user/jenkins/test-data/5bb85050-094b-6d7b-e3e3-b42439f451d1/data/hbase/meta/1588230740 2024-11-19T03:19:58,094 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T03:19:58,094 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T03:19:58,094 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T03:19:58,095 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T03:19:58,097 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38693/user/jenkins/test-data/5bb85050-094b-6d7b-e3e3-b42439f451d1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T03:19:58,097 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70526021, jitterRate=0.050919607281684875}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T03:19:58,097 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731986398085Initializing all the Stores at 1731986398086 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986398086Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986398086Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986398086Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986398086Cleaning up temporary data from old regions at 1731986398094 (+8 ms)Region opened successfully at 1731986398097 (+3 ms) 2024-11-19T03:19:58,097 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T03:19:58,097 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T03:19:58,097 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T03:19:58,097 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T03:19:58,097 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T03:19:58,097 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T03:19:58,098 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731986398097Disabling compacts and flushes for region at 1731986398097Disabling writes for close at 1731986398097Writing region close event to WAL at 1731986398097Closed at 1731986398097 2024-11-19T03:19:58,098 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T03:19:58,098 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T03:19:58,099 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T03:19:58,099 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T03:19:58,100 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T03:19:58,251 DEBUG [47efada56ed5:36759 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T03:19:58,251 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=47efada56ed5,35383,1731986395161 2024-11-19T03:19:58,252 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 47efada56ed5,35383,1731986395161, state=OPENING 2024-11-19T03:19:58,393 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T03:19:58,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35383-0x101511ae1f90004, quorum=127.0.0.1:54882, baseZNode=/1-531372957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-531372957 2024-11-19T03:19:58,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36759-0x101511ae1f90003, quorum=127.0.0.1:54882, baseZNode=/1-531372957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-531372957 2024-11-19T03:19:58,411 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-531372957/meta-region-server: CHANGED 2024-11-19T03:19:58,411 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-531372957/meta-region-server: CHANGED 2024-11-19T03:19:58,411 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T03:19:58,411 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=47efada56ed5,35383,1731986395161}] 2024-11-19T03:19:58,563 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T03:19:58,565 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43293, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T03:19:58,568 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T03:19:58,568 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T03:19:58,568 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T03:19:58,570 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=47efada56ed5%2C35383%2C1731986395161.meta, suffix=.meta, logDir=hdfs://localhost:38693/user/jenkins/test-data/5bb85050-094b-6d7b-e3e3-b42439f451d1/WALs/47efada56ed5,35383,1731986395161, archiveDir=hdfs://localhost:38693/user/jenkins/test-data/5bb85050-094b-6d7b-e3e3-b42439f451d1/oldWALs, maxLogs=10 2024-11-19T03:19:58,581 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5bb85050-094b-6d7b-e3e3-b42439f451d1/WALs/47efada56ed5,35383,1731986395161/47efada56ed5%2C35383%2C1731986395161.meta.1731986398570.meta, exclude list is [], retry=0 2024-11-19T03:19:58,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43757,DS-a1a24886-3675-4e2e-94ee-2b4e0ca39f48,DISK] 2024-11-19T03:19:58,584 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5bb85050-094b-6d7b-e3e3-b42439f451d1/WALs/47efada56ed5,35383,1731986395161/47efada56ed5%2C35383%2C1731986395161.meta.1731986398570.meta 2024-11-19T03:19:58,585 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38773:38773)] 2024-11-19T03:19:58,585 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T03:19:58,585 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T03:19:58,585 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T03:19:58,585 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T03:19:58,585 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T03:19:58,585 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T03:19:58,585 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:19:58,585 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T03:19:58,585 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T03:19:58,587 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T03:19:58,587 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T03:19:58,587 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:19:58,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:19:58,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T03:19:58,589 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T03:19:58,589 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:19:58,589 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:19:58,589 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T03:19:58,589 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T03:19:58,590 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:19:58,590 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:19:58,590 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T03:19:58,590 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T03:19:58,591 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:19:58,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:19:58,591 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T03:19:58,591 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38693/user/jenkins/test-data/5bb85050-094b-6d7b-e3e3-b42439f451d1/data/hbase/meta/1588230740 2024-11-19T03:19:58,592 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38693/user/jenkins/test-data/5bb85050-094b-6d7b-e3e3-b42439f451d1/data/hbase/meta/1588230740 2024-11-19T03:19:58,593 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T03:19:58,593 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T03:19:58,594 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T03:19:58,595 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T03:19:58,595 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74440484, jitterRate=0.10924965143203735}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T03:19:58,595 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T03:19:58,595 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731986398586Writing region info on filesystem at 1731986398586Initializing all the Stores at 1731986398586Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986398587 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986398587Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986398587Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986398587Cleaning up temporary data from old regions at 1731986398593 (+6 ms)Running coprocessor post-open hooks at 1731986398595 (+2 ms)Region opened successfully at 1731986398595 2024-11-19T03:19:58,596 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731986398563 2024-11-19T03:19:58,598 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T03:19:58,598 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T03:19:58,599 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=47efada56ed5,35383,1731986395161 2024-11-19T03:19:58,599 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 47efada56ed5,35383,1731986395161, state=OPEN 2024-11-19T03:19:58,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36759-0x101511ae1f90003, quorum=127.0.0.1:54882, baseZNode=/1-531372957 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-531372957/meta-region-server 2024-11-19T03:19:58,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35383-0x101511ae1f90004, quorum=127.0.0.1:54882, baseZNode=/1-531372957 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-531372957/meta-region-server 2024-11-19T03:19:58,689 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=47efada56ed5,35383,1731986395161 2024-11-19T03:19:58,689 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-531372957/meta-region-server: CHANGED 2024-11-19T03:19:58,689 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-531372957/meta-region-server: CHANGED 2024-11-19T03:19:58,692 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T03:19:58,692 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=47efada56ed5,35383,1731986395161 in 278 msec 2024-11-19T03:19:58,693 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T03:19:58,693 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 594 msec 2024-11-19T03:19:58,694 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T03:19:58,694 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T03:19:58,695 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:19:58,695 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,35383,1731986395161, seqNum=-1] 2024-11-19T03:19:58,695 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:19:58,697 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60833, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:19:58,701 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4340 sec 2024-11-19T03:19:58,701 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731986398701, completionTime=-1 2024-11-19T03:19:58,701 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T03:19:58,701 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T03:19:58,703 INFO [master/47efada56ed5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T03:19:58,703 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731986458703 2024-11-19T03:19:58,703 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731986518703 2024-11-19T03:19:58,703 INFO [master/47efada56ed5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-19T03:19:58,704 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,36759,1731986394849-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T03:19:58,704 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,36759,1731986394849-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:19:58,704 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,36759,1731986394849-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:19:58,704 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-47efada56ed5:36759, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:19:58,704 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T03:19:58,704 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T03:19:58,705 DEBUG [master/47efada56ed5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T03:19:58,707 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.433sec 2024-11-19T03:19:58,707 INFO [master/47efada56ed5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T03:19:58,707 INFO [master/47efada56ed5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T03:19:58,707 INFO [master/47efada56ed5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T03:19:58,707 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T03:19:58,707 INFO [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T03:19:58,707 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,36759,1731986394849-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T03:19:58,707 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,36759,1731986394849-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T03:19:58,709 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T03:19:58,709 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T03:19:58,709 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,36759,1731986394849-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:19:58,800 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@667c7a6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:19:58,800 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,36759,-1 for getting cluster id 2024-11-19T03:19:58,800 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:19:58,801 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '822b3359-ba63-4a49-86dd-c968dfc9e864' 2024-11-19T03:19:58,801 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:19:58,801 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "822b3359-ba63-4a49-86dd-c968dfc9e864" 2024-11-19T03:19:58,801 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@200725d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:19:58,802 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,36759,-1] 2024-11-19T03:19:58,802 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:19:58,802 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:19:58,802 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:19:58,803 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50bb891, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:19:58,803 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:19:58,804 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,35383,1731986395161, seqNum=-1] 2024-11-19T03:19:58,804 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:19:58,805 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:19:58,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=47efada56ed5,36759,1731986394849 2024-11-19T03:19:58,807 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54882 2024-11-19T03:19:58,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54882, baseZNode=/1-531372957 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T03:19:58,816 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101511ae1f90005 connected 2024-11-19T03:19:58,828 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5aba16cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:19:58,828 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,39625,-1 for getting cluster id 2024-11-19T03:19:58,828 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:19:58,829 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ff1b267e-3eee-43a1-9a32-09367dffc5d5' 2024-11-19T03:19:58,829 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:19:58,829 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ff1b267e-3eee-43a1-9a32-09367dffc5d5" 2024-11-19T03:19:58,829 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d92e590, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:19:58,829 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,39625,-1] 2024-11-19T03:19:58,830 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:19:58,830 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:19:58,830 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:19:58,831 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38735cc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:19:58,831 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T03:19:58,832 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 47efada56ed5,39625,1731986387167 2024-11-19T03:19:58,832 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@74f2d19 2024-11-19T03:19:58,832 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T03:19:58,832 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T03:19:58,833 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39625 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://47efada56ed5:36759,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T03:19:58,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39625 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T03:19:58,835 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='47efada56ed5:36759' 2024-11-19T03:19:58,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39625 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T03:19:58,836 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e64a567, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:19:58,836 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,36759,-1 for getting cluster id 2024-11-19T03:19:58,836 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:19:58,837 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '822b3359-ba63-4a49-86dd-c968dfc9e864' 2024-11-19T03:19:58,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:19:58,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "822b3359-ba63-4a49-86dd-c968dfc9e864" 2024-11-19T03:19:58,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56ea580f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:19:58,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,36759,-1] 2024-11-19T03:19:58,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:19:58,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:19:58,838 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:19:58,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36bb4bab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:19:58,839 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T03:19:58,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 47efada56ed5,36759,1731986394849 2024-11-19T03:19:58,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65f223bc 2024-11-19T03:19:58,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T03:19:58,840 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T03:19:58,841 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-19T03:19:58,841 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T03:19:58,841 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:19:58,841 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:19:58,841 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:19:58,841 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T03:19:58,842 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T03:19:58,843 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T03:19:58,843 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:19:58,844 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T03:19:58,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43031 is added to blk_1073741835_1011 (size=1138) 2024-11-19T03:19:58,892 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T03:19:58,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39625 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T03:19:59,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39625 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T03:19:59,250 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a8d32eed4783fda2b7197379d71d4d6f, NAME => 'hbase:replication,,1731986398841.a8d32eed4783fda2b7197379d71d4d6f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72 2024-11-19T03:19:59,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43031 is added to blk_1073741836_1012 (size=44) 2024-11-19T03:19:59,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39625 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T03:19:59,656 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731986398841.a8d32eed4783fda2b7197379d71d4d6f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:19:59,656 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a8d32eed4783fda2b7197379d71d4d6f, disabling compactions & flushes 2024-11-19T03:19:59,657 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731986398841.a8d32eed4783fda2b7197379d71d4d6f. 2024-11-19T03:19:59,657 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731986398841.a8d32eed4783fda2b7197379d71d4d6f. 2024-11-19T03:19:59,657 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731986398841.a8d32eed4783fda2b7197379d71d4d6f. after waiting 0 ms 2024-11-19T03:19:59,657 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731986398841.a8d32eed4783fda2b7197379d71d4d6f. 2024-11-19T03:19:59,657 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731986398841.a8d32eed4783fda2b7197379d71d4d6f. 2024-11-19T03:19:59,657 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a8d32eed4783fda2b7197379d71d4d6f: Waiting for close lock at 1731986399656Disabling compacts and flushes for region at 1731986399656Disabling writes for close at 1731986399657 (+1 ms)Writing region close event to WAL at 1731986399657Closed at 1731986399657 2024-11-19T03:19:59,658 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T03:19:59,658 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731986398841.a8d32eed4783fda2b7197379d71d4d6f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731986399658"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731986399658"}]},"ts":"1731986399658"} 2024-11-19T03:19:59,660 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T03:19:59,661 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T03:19:59,661 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731986399661"}]},"ts":"1731986399661"} 2024-11-19T03:19:59,662 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T03:19:59,663 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a8d32eed4783fda2b7197379d71d4d6f, ASSIGN}] 2024-11-19T03:19:59,663 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a8d32eed4783fda2b7197379d71d4d6f, ASSIGN 2024-11-19T03:19:59,664 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a8d32eed4783fda2b7197379d71d4d6f, ASSIGN; state=OFFLINE, location=47efada56ed5,37959,1731986387537; forceNewPlan=false, retain=false 2024-11-19T03:19:59,815 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=a8d32eed4783fda2b7197379d71d4d6f, regionState=OPENING, regionLocation=47efada56ed5,37959,1731986387537 2024-11-19T03:19:59,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a8d32eed4783fda2b7197379d71d4d6f, ASSIGN because future has completed 2024-11-19T03:19:59,817 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure a8d32eed4783fda2b7197379d71d4d6f, server=47efada56ed5,37959,1731986387537}] 2024-11-19T03:19:59,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39625 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T03:19:59,972 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731986398841.a8d32eed4783fda2b7197379d71d4d6f. 2024-11-19T03:19:59,972 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T03:19:59,973 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T03:19:59,974 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=47efada56ed5%2C37959%2C1731986387537.rep, suffix=, logDir=hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/WALs/47efada56ed5,37959,1731986387537, archiveDir=hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/oldWALs, maxLogs=10 2024-11-19T03:19:59,985 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/WALs/47efada56ed5,37959,1731986387537/47efada56ed5%2C37959%2C1731986387537.rep.1731986399974, exclude list is [], retry=0 2024-11-19T03:19:59,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43031,DS-5c9f6ba9-f52a-445a-bcd8-760113192639,DISK] 2024-11-19T03:19:59,989 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/WALs/47efada56ed5,37959,1731986387537/47efada56ed5%2C37959%2C1731986387537.rep.1731986399974 2024-11-19T03:19:59,989 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45893:45893)] 2024-11-19T03:19:59,989 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => a8d32eed4783fda2b7197379d71d4d6f, NAME => 'hbase:replication,,1731986398841.a8d32eed4783fda2b7197379d71d4d6f.', STARTKEY => '', ENDKEY => ''} 2024-11-19T03:19:59,989 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T03:19:59,990 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T03:19:59,990 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731986398841.a8d32eed4783fda2b7197379d71d4d6f. service=MultiRowMutationService 2024-11-19T03:19:59,990 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T03:19:59,990 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a8d32eed4783fda2b7197379d71d4d6f 2024-11-19T03:19:59,990 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731986398841.a8d32eed4783fda2b7197379d71d4d6f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:19:59,990 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for a8d32eed4783fda2b7197379d71d4d6f 2024-11-19T03:19:59,990 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for a8d32eed4783fda2b7197379d71d4d6f 2024-11-19T03:19:59,991 INFO [StoreOpener-a8d32eed4783fda2b7197379d71d4d6f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a8d32eed4783fda2b7197379d71d4d6f 2024-11-19T03:19:59,992 INFO [StoreOpener-a8d32eed4783fda2b7197379d71d4d6f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a8d32eed4783fda2b7197379d71d4d6f columnFamilyName hfileref 2024-11-19T03:19:59,992 DEBUG [StoreOpener-a8d32eed4783fda2b7197379d71d4d6f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:19:59,993 INFO [StoreOpener-a8d32eed4783fda2b7197379d71d4d6f-1 {}] regionserver.HStore(327): Store=a8d32eed4783fda2b7197379d71d4d6f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:19:59,993 INFO [StoreOpener-a8d32eed4783fda2b7197379d71d4d6f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a8d32eed4783fda2b7197379d71d4d6f 2024-11-19T03:19:59,994 INFO [StoreOpener-a8d32eed4783fda2b7197379d71d4d6f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a8d32eed4783fda2b7197379d71d4d6f columnFamilyName queue 2024-11-19T03:19:59,994 DEBUG [StoreOpener-a8d32eed4783fda2b7197379d71d4d6f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:19:59,994 INFO [StoreOpener-a8d32eed4783fda2b7197379d71d4d6f-1 {}] regionserver.HStore(327): Store=a8d32eed4783fda2b7197379d71d4d6f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:19:59,994 INFO [StoreOpener-a8d32eed4783fda2b7197379d71d4d6f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a8d32eed4783fda2b7197379d71d4d6f 2024-11-19T03:19:59,995 INFO [StoreOpener-a8d32eed4783fda2b7197379d71d4d6f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a8d32eed4783fda2b7197379d71d4d6f columnFamilyName sid 2024-11-19T03:19:59,995 DEBUG [StoreOpener-a8d32eed4783fda2b7197379d71d4d6f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:19:59,995 INFO [StoreOpener-a8d32eed4783fda2b7197379d71d4d6f-1 {}] regionserver.HStore(327): Store=a8d32eed4783fda2b7197379d71d4d6f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:19:59,996 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for a8d32eed4783fda2b7197379d71d4d6f 2024-11-19T03:19:59,996 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/data/hbase/replication/a8d32eed4783fda2b7197379d71d4d6f 2024-11-19T03:19:59,996 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/data/hbase/replication/a8d32eed4783fda2b7197379d71d4d6f 2024-11-19T03:19:59,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for a8d32eed4783fda2b7197379d71d4d6f 2024-11-19T03:19:59,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for a8d32eed4783fda2b7197379d71d4d6f 2024-11-19T03:19:59,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T03:19:59,998 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for a8d32eed4783fda2b7197379d71d4d6f 2024-11-19T03:20:00,000 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/data/hbase/replication/a8d32eed4783fda2b7197379d71d4d6f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T03:20:00,000 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened a8d32eed4783fda2b7197379d71d4d6f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59692314, jitterRate=-0.11051520705223083}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T03:20:00,000 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a8d32eed4783fda2b7197379d71d4d6f 2024-11-19T03:20:00,001 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for a8d32eed4783fda2b7197379d71d4d6f: Running coprocessor pre-open hook at 1731986399990Writing region info on filesystem at 1731986399990Initializing all the Stores at 1731986399991 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986399991Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986399991Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986399991Cleaning up temporary data from old regions at 1731986399997 (+6 ms)Running coprocessor post-open hooks at 1731986400000 (+3 ms)Region opened successfully at 1731986400001 (+1 ms) 2024-11-19T03:20:00,001 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731986398841.a8d32eed4783fda2b7197379d71d4d6f., pid=7, masterSystemTime=1731986399969 2024-11-19T03:20:00,003 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731986398841.a8d32eed4783fda2b7197379d71d4d6f. 2024-11-19T03:20:00,003 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731986398841.a8d32eed4783fda2b7197379d71d4d6f. 2024-11-19T03:20:00,004 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=a8d32eed4783fda2b7197379d71d4d6f, regionState=OPEN, openSeqNum=2, regionLocation=47efada56ed5,37959,1731986387537 2024-11-19T03:20:00,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure a8d32eed4783fda2b7197379d71d4d6f, server=47efada56ed5,37959,1731986387537 because future has completed 2024-11-19T03:20:00,008 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-19T03:20:00,008 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure a8d32eed4783fda2b7197379d71d4d6f, server=47efada56ed5,37959,1731986387537 in 190 msec 2024-11-19T03:20:00,010 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T03:20:00,010 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a8d32eed4783fda2b7197379d71d4d6f, ASSIGN in 345 msec 2024-11-19T03:20:00,010 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T03:20:00,011 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731986400010"}]},"ts":"1731986400010"} 2024-11-19T03:20:00,013 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T03:20:00,013 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T03:20:00,015 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1730 sec 2024-11-19T03:20:00,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731986398841.a8d32eed4783fda2b7197379d71d4d6f., hostname=47efada56ed5,37959,1731986387537, seqNum=2] 2024-11-19T03:20:00,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37959-0x101511ae1f90001, quorum=127.0.0.1:54882, baseZNode=/0-23047605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-23047605 2024-11-19T03:20:00,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39625-0x101511ae1f90000, quorum=127.0.0.1:54882, baseZNode=/0-23047605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-23047605 2024-11-19T03:20:00,153 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T03:20:00,305 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-19T03:20:00,306 INFO [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T03:20:00,335 INFO [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-47efada56ed5,37959,1731986387537, ReplicationSource: 1, currentBandwidth=0 2024-11-19T03:20:00,335 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:20:00,335 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,37959,1731986387537, seqNum=-1] 2024-11-19T03:20:00,336 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:20:00,337 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52793, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-19T03:20:00,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-47efada56ed5,37959,1731986387537', locateType=CURRENT is [region=hbase:replication,,1731986398841.a8d32eed4783fda2b7197379d71d4d6f., hostname=47efada56ed5,37959,1731986387537, seqNum=2] 2024-11-19T03:20:00,340 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-19T03:20:00,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39625 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-19T03:20:00,342 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 47efada56ed5,37959,1731986387537 suceeded 2024-11-19T03:20:00,344 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-19T03:20:00,344 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-19T03:20:00,344 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://47efada56ed5:36759,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T03:20:00,345 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5110 sec 2024-11-19T03:20:00,355 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,37959,1731986387537 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='47efada56ed5:36759' 2024-11-19T03:20:00,356 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,37959,1731986387537 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3cbc0476, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:20:00,356 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,37959,1731986387537 {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,36759,-1 for getting cluster id 2024-11-19T03:20:00,356 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,37959,1731986387537 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:20:00,357 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '822b3359-ba63-4a49-86dd-c968dfc9e864' 2024-11-19T03:20:00,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:20:00,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "822b3359-ba63-4a49-86dd-c968dfc9e864" 2024-11-19T03:20:00,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1b55cf5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:20:00,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,36759,-1] 2024-11-19T03:20:00,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:20:00,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:20:00,358 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:20:00,359 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,37959,1731986387537 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5bb05ea4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:20:00,359 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,37959,1731986387537 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T03:20:00,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 47efada56ed5,36759,1731986394849 2024-11-19T03:20:00,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@23212479 2024-11-19T03:20:00,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T03:20:00,360 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-19T03:20:00,361 INFO [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,37959,1731986387537 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-47efada56ed5,37959,1731986387537 (queues=1) is replicating from cluster=ff1b267e-3eee-43a1-9a32-09367dffc5d5 to cluster=822b3359-ba63-4a49-86dd-c968dfc9e864 2024-11-19T03:20:00,361 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,37959,1731986387537 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=47efada56ed5%2C37959%2C1731986387537 2024-11-19T03:20:00,361 INFO [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,37959,1731986387537 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-47efada56ed5,37959,1731986387537, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T03:20:00,361 INFO [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,37959,1731986387537.replicationSource.shipper47efada56ed5%2C37959%2C1731986387537,1-47efada56ed5,37959,1731986387537 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 47efada56ed5%2C37959%2C1731986387537 2024-11-19T03:20:00,361 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,37959,1731986387537.replicationSource.wal-reader.47efada56ed5%2C37959%2C1731986387537,1-47efada56ed5,37959,1731986387537 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/WALs/47efada56ed5,37959,1731986387537/47efada56ed5%2C37959%2C1731986387537.1731986390130, startPosition=0, beingWritten=true 2024-11-19T03:20:00,566 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,37959,1731986387537.replicationSource.wal-reader.47efada56ed5%2C37959%2C1731986387537,1-47efada56ed5,37959,1731986387537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/WALs/47efada56ed5,37959,1731986387537/47efada56ed5%2C37959%2C1731986387537.1731986390130 to pos 0, reset compression=false 2024-11-19T03:20:00,870 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,37959,1731986387537.replicationSource.wal-reader.47efada56ed5%2C37959%2C1731986387537,1-47efada56ed5,37959,1731986387537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/WALs/47efada56ed5,37959,1731986387537/47efada56ed5%2C37959%2C1731986387537.1731986390130 to pos 0, reset compression=false 2024-11-19T03:20:00,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39625 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T03:20:00,989 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T03:20:00,989 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T03:20:00,989 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:20:00,989 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:20:00,989 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:20:00,989 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:20:00,990 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T03:20:00,990 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 47efada56ed5,39625,1731986387167 2024-11-19T03:20:00,990 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7867c452 2024-11-19T03:20:00,991 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T03:20:00,992 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T03:20:00,992 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39625 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-19T03:20:00,992 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T03:20:00,992 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:20:00,992 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:20:00,992 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:20:00,992 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:20:00,993 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T03:20:00,993 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2009652713, stopped=false 2024-11-19T03:20:00,993 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=47efada56ed5,39625,1731986387167 2024-11-19T03:20:01,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37959-0x101511ae1f90001, quorum=127.0.0.1:54882, baseZNode=/0-23047605 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-23047605/running 2024-11-19T03:20:01,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39625-0x101511ae1f90000, quorum=127.0.0.1:54882, baseZNode=/0-23047605 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-23047605/running 2024-11-19T03:20:01,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37959-0x101511ae1f90001, quorum=127.0.0.1:54882, baseZNode=/0-23047605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-23047605 2024-11-19T03:20:01,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39625-0x101511ae1f90000, quorum=127.0.0.1:54882, baseZNode=/0-23047605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-23047605 2024-11-19T03:20:01,058 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T03:20:01,058 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T03:20:01,058 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:20:01,058 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:20:01,058 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39625-0x101511ae1f90000, quorum=127.0.0.1:54882, baseZNode=/0-23047605 Set watcher on znode that does not yet exist, /0-23047605/running 2024-11-19T03:20:01,058 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37959-0x101511ae1f90001, quorum=127.0.0.1:54882, baseZNode=/0-23047605 Set watcher on znode that does not yet exist, /0-23047605/running 2024-11-19T03:20:01,058 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '47efada56ed5,37959,1731986387537' ***** 2024-11-19T03:20:01,058 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T03:20:01,058 INFO [RS:0;47efada56ed5:37959 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T03:20:01,058 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T03:20:01,059 INFO [RS:0;47efada56ed5:37959 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T03:20:01,059 INFO [RS:0;47efada56ed5:37959 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T03:20:01,059 INFO [RS:0;47efada56ed5:37959 {}] regionserver.HRegionServer(3091): Received CLOSE for a8d32eed4783fda2b7197379d71d4d6f 2024-11-19T03:20:01,059 INFO [RS:0;47efada56ed5:37959 {}] regionserver.HRegionServer(959): stopping server 47efada56ed5,37959,1731986387537 2024-11-19T03:20:01,059 INFO [RS:0;47efada56ed5:37959 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T03:20:01,059 INFO [RS:0;47efada56ed5:37959 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;47efada56ed5:37959. 2024-11-19T03:20:01,059 DEBUG [RS:0;47efada56ed5:37959 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:20:01,059 DEBUG [RS:0;47efada56ed5:37959 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:20:01,059 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a8d32eed4783fda2b7197379d71d4d6f, disabling compactions & flushes 2024-11-19T03:20:01,059 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731986398841.a8d32eed4783fda2b7197379d71d4d6f. 2024-11-19T03:20:01,059 INFO [RS:0;47efada56ed5:37959 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T03:20:01,059 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731986398841.a8d32eed4783fda2b7197379d71d4d6f. 2024-11-19T03:20:01,059 INFO [RS:0;47efada56ed5:37959 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T03:20:01,059 INFO [RS:0;47efada56ed5:37959 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T03:20:01,059 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731986398841.a8d32eed4783fda2b7197379d71d4d6f. after waiting 0 ms 2024-11-19T03:20:01,059 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731986398841.a8d32eed4783fda2b7197379d71d4d6f. 2024-11-19T03:20:01,059 INFO [RS:0;47efada56ed5:37959 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T03:20:01,059 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a8d32eed4783fda2b7197379d71d4d6f 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-19T03:20:01,059 INFO [RS:0;47efada56ed5:37959 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T03:20:01,059 DEBUG [RS:0;47efada56ed5:37959 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a8d32eed4783fda2b7197379d71d4d6f=hbase:replication,,1731986398841.a8d32eed4783fda2b7197379d71d4d6f.} 2024-11-19T03:20:01,059 DEBUG [RS:0;47efada56ed5:37959 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a8d32eed4783fda2b7197379d71d4d6f 2024-11-19T03:20:01,059 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T03:20:01,060 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T03:20:01,060 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T03:20:01,060 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T03:20:01,060 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T03:20:01,060 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-19T03:20:01,073 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/data/hbase/meta/1588230740/.tmp/info/5e900dab970542238ceffce1de55ca29 is 147, key is hbase:replication,,1731986398841.a8d32eed4783fda2b7197379d71d4d6f./info:regioninfo/1731986400004/Put/seqid=0 2024-11-19T03:20:01,073 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/data/hbase/replication/a8d32eed4783fda2b7197379d71d4d6f/.tmp/queue/09a78aa12c624c0aab51707c1f0385f9 is 151, key is 1-47efada56ed5,37959,1731986387537/queue:47efada56ed5%2C37959%2C1731986387537/1731986400339/Put/seqid=0 2024-11-19T03:20:01,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43031 is added to blk_1073741838_1014 (size=5350) 2024-11-19T03:20:01,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43031 is added to blk_1073741839_1015 (size=6631) 2024-11-19T03:20:01,108 INFO [regionserver/47efada56ed5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T03:20:01,260 DEBUG [RS:0;47efada56ed5:37959 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a8d32eed4783fda2b7197379d71d4d6f 2024-11-19T03:20:01,274 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,37959,1731986387537.replicationSource.wal-reader.47efada56ed5%2C37959%2C1731986387537,1-47efada56ed5,37959,1731986387537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/WALs/47efada56ed5,37959,1731986387537/47efada56ed5%2C37959%2C1731986387537.1731986390130 to pos 0, reset compression=false 2024-11-19T03:20:01,460 DEBUG [RS:0;47efada56ed5:37959 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a8d32eed4783fda2b7197379d71d4d6f 2024-11-19T03:20:01,478 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/data/hbase/replication/a8d32eed4783fda2b7197379d71d4d6f/.tmp/queue/09a78aa12c624c0aab51707c1f0385f9 2024-11-19T03:20:01,478 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/data/hbase/meta/1588230740/.tmp/info/5e900dab970542238ceffce1de55ca29 2024-11-19T03:20:01,483 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/data/hbase/replication/a8d32eed4783fda2b7197379d71d4d6f/.tmp/queue/09a78aa12c624c0aab51707c1f0385f9 as hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/data/hbase/replication/a8d32eed4783fda2b7197379d71d4d6f/queue/09a78aa12c624c0aab51707c1f0385f9 2024-11-19T03:20:01,488 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/data/hbase/replication/a8d32eed4783fda2b7197379d71d4d6f/queue/09a78aa12c624c0aab51707c1f0385f9, entries=1, sequenceid=5, filesize=5.2 K 2024-11-19T03:20:01,489 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for a8d32eed4783fda2b7197379d71d4d6f in 430ms, sequenceid=5, compaction requested=false 2024-11-19T03:20:01,489 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-19T03:20:01,493 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/data/hbase/replication/a8d32eed4783fda2b7197379d71d4d6f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-19T03:20:01,493 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T03:20:01,493 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T03:20:01,494 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731986398841.a8d32eed4783fda2b7197379d71d4d6f. 2024-11-19T03:20:01,494 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a8d32eed4783fda2b7197379d71d4d6f: Waiting for close lock at 1731986401059Running coprocessor pre-close hooks at 1731986401059Disabling compacts and flushes for region at 1731986401059Disabling writes for close at 1731986401059Obtaining lock to block concurrent updates at 1731986401059Preparing flush snapshotting stores in a8d32eed4783fda2b7197379d71d4d6f at 1731986401059Finished memstore snapshotting hbase:replication,,1731986398841.a8d32eed4783fda2b7197379d71d4d6f., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731986401060 (+1 ms)Flushing stores of hbase:replication,,1731986398841.a8d32eed4783fda2b7197379d71d4d6f. at 1731986401060Flushing a8d32eed4783fda2b7197379d71d4d6f/queue: creating writer at 1731986401060Flushing a8d32eed4783fda2b7197379d71d4d6f/queue: appending metadata at 1731986401073 (+13 ms)Flushing a8d32eed4783fda2b7197379d71d4d6f/queue: closing flushed file at 1731986401073Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b2d0cee: reopening flushed file at 1731986401482 (+409 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for a8d32eed4783fda2b7197379d71d4d6f in 430ms, sequenceid=5, compaction requested=false at 1731986401489 (+7 ms)Writing region close event to WAL at 1731986401490 (+1 ms)Running coprocessor post-close hooks at 1731986401493 (+3 ms)Closed at 1731986401494 (+1 ms) 2024-11-19T03:20:01,494 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731986398841.a8d32eed4783fda2b7197379d71d4d6f. 2024-11-19T03:20:01,497 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/data/hbase/meta/1588230740/.tmp/ns/be8ac138ec21415fa19f606d05f7e679 is 43, key is default/ns:d/1731986391387/Put/seqid=0 2024-11-19T03:20:01,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43031 is added to blk_1073741840_1016 (size=5153) 2024-11-19T03:20:01,660 DEBUG [RS:0;47efada56ed5:37959 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T03:20:01,779 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,37959,1731986387537.replicationSource.wal-reader.47efada56ed5%2C37959%2C1731986387537,1-47efada56ed5,37959,1731986387537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/WALs/47efada56ed5,37959,1731986387537/47efada56ed5%2C37959%2C1731986387537.1731986390130 to pos 0, reset compression=false 2024-11-19T03:20:01,860 DEBUG [RS:0;47efada56ed5:37959 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T03:20:01,902 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/data/hbase/meta/1588230740/.tmp/ns/be8ac138ec21415fa19f606d05f7e679 2024-11-19T03:20:01,920 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/data/hbase/meta/1588230740/.tmp/table/431ed3c9f3744a2f8e99ee194b23916e is 53, key is hbase:replication/table:state/1731986400010/Put/seqid=0 2024-11-19T03:20:01,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43031 is added to blk_1073741841_1017 (size=5256) 2024-11-19T03:20:01,999 INFO [regionserver/47efada56ed5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T03:20:02,000 INFO [regionserver/47efada56ed5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T03:20:02,060 INFO [RS:0;47efada56ed5:37959 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T03:20:02,060 DEBUG [RS:0;47efada56ed5:37959 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-19T03:20:02,060 DEBUG [RS:0;47efada56ed5:37959 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T03:20:02,261 DEBUG [RS:0;47efada56ed5:37959 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T03:20:02,324 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/data/hbase/meta/1588230740/.tmp/table/431ed3c9f3744a2f8e99ee194b23916e 2024-11-19T03:20:02,329 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/data/hbase/meta/1588230740/.tmp/info/5e900dab970542238ceffce1de55ca29 as hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/data/hbase/meta/1588230740/info/5e900dab970542238ceffce1de55ca29 2024-11-19T03:20:02,334 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/data/hbase/meta/1588230740/info/5e900dab970542238ceffce1de55ca29, entries=10, sequenceid=11, filesize=6.5 K 2024-11-19T03:20:02,335 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/data/hbase/meta/1588230740/.tmp/ns/be8ac138ec21415fa19f606d05f7e679 as hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/data/hbase/meta/1588230740/ns/be8ac138ec21415fa19f606d05f7e679 2024-11-19T03:20:02,340 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/data/hbase/meta/1588230740/ns/be8ac138ec21415fa19f606d05f7e679, entries=2, sequenceid=11, filesize=5.0 K 2024-11-19T03:20:02,341 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/data/hbase/meta/1588230740/.tmp/table/431ed3c9f3744a2f8e99ee194b23916e as hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/data/hbase/meta/1588230740/table/431ed3c9f3744a2f8e99ee194b23916e 2024-11-19T03:20:02,345 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/data/hbase/meta/1588230740/table/431ed3c9f3744a2f8e99ee194b23916e, entries=2, sequenceid=11, filesize=5.1 K 2024-11-19T03:20:02,346 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1286ms, sequenceid=11, compaction requested=false 2024-11-19T03:20:02,351 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-19T03:20:02,351 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T03:20:02,351 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T03:20:02,351 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T03:20:02,351 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731986401059Running coprocessor pre-close hooks at 1731986401059Disabling compacts and flushes for region at 1731986401059Disabling writes for close at 1731986401060 (+1 ms)Obtaining lock to block concurrent updates at 1731986401060Preparing flush snapshotting stores in 1588230740 at 1731986401060Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731986401060Flushing stores of hbase:meta,,1.1588230740 at 1731986401060Flushing 1588230740/info: creating writer at 1731986401060Flushing 1588230740/info: appending metadata at 1731986401073 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731986401073Flushing 1588230740/ns: creating writer at 1731986401483 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731986401496 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731986401496Flushing 1588230740/table: creating writer at 1731986401907 (+411 ms)Flushing 1588230740/table: appending metadata at 1731986401919 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731986401919Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@699a53df: reopening flushed file at 1731986402329 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@163f5afd: reopening flushed file at 1731986402334 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4927c925: reopening flushed file at 1731986402340 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1286ms, sequenceid=11, compaction requested=false at 1731986402346 (+6 ms)Writing region close event to WAL at 1731986402348 (+2 ms)Running coprocessor post-close hooks at 1731986402351 (+3 ms)Closed at 1731986402351 2024-11-19T03:20:02,351 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T03:20:02,383 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,37959,1731986387537.replicationSource.wal-reader.47efada56ed5%2C37959%2C1731986387537,1-47efada56ed5,37959,1731986387537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/WALs/47efada56ed5,37959,1731986387537/47efada56ed5%2C37959%2C1731986387537.1731986390130 to pos 0, reset compression=false 2024-11-19T03:20:02,461 INFO [RS:0;47efada56ed5:37959 {}] regionserver.HRegionServer(976): stopping server 47efada56ed5,37959,1731986387537; all regions closed. 2024-11-19T03:20:02,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43031 is added to blk_1073741834_1010 (size=2742) 2024-11-19T03:20:02,463 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/WALs/47efada56ed5,37959,1731986387537/47efada56ed5%2C37959%2C1731986387537.meta.1731986391155.meta not finished, retry = 0 2024-11-19T03:20:02,566 DEBUG [RS:0;47efada56ed5:37959 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/oldWALs 2024-11-19T03:20:02,566 INFO [RS:0;47efada56ed5:37959 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 47efada56ed5%2C37959%2C1731986387537.meta:.meta(num 1731986391155) 2024-11-19T03:20:02,568 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/WALs/47efada56ed5,37959,1731986387537/47efada56ed5%2C37959%2C1731986387537.rep.1731986399974 not finished, retry = 0 2024-11-19T03:20:02,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43031 is added to blk_1073741837_1013 (size=1586) 2024-11-19T03:20:02,670 DEBUG [RS:0;47efada56ed5:37959 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/oldWALs 2024-11-19T03:20:02,670 INFO [RS:0;47efada56ed5:37959 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 47efada56ed5%2C37959%2C1731986387537.rep:(num 1731986399974) 2024-11-19T03:20:02,672 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/WALs/47efada56ed5,37959,1731986387537/47efada56ed5%2C37959%2C1731986387537.1731986390130 not finished, retry = 0 2024-11-19T03:20:02,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43031 is added to blk_1073741832_1008 (size=93) 2024-11-19T03:20:02,775 DEBUG [RS:0;47efada56ed5:37959 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/oldWALs 2024-11-19T03:20:02,775 INFO [RS:0;47efada56ed5:37959 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 47efada56ed5%2C37959%2C1731986387537:(num 1731986390130) 2024-11-19T03:20:02,775 DEBUG [RS:0;47efada56ed5:37959 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:20:02,775 INFO [RS:0;47efada56ed5:37959 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T03:20:02,775 INFO [RS:0;47efada56ed5:37959 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T03:20:02,775 INFO [RS:0;47efada56ed5:37959 {}] hbase.ChoreService(370): Chore service for: regionserver/47efada56ed5:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-19T03:20:02,775 INFO [RS:0;47efada56ed5:37959 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T03:20:02,775 INFO [regionserver/47efada56ed5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T03:20:02,776 INFO [RS:0;47efada56ed5:37959 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-47efada56ed5,37959,1731986387537 because: Region server is closing 2024-11-19T03:20:02,776 INFO [RS:0;47efada56ed5:37959 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;47efada56ed5:37959. 2024-11-19T03:20:02,776 DEBUG [RS:0;47efada56ed5:37959 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:20:02,776 DEBUG [RS:0;47efada56ed5:37959 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:20:02,776 DEBUG [RS:0;47efada56ed5:37959 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:20:02,776 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:20:02,876 WARN [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,37959,1731986387537.replicationSource.shipper47efada56ed5%2C37959%2C1731986387537,1-47efada56ed5,37959,1731986387537 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-19T03:20:02,876 WARN [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,37959,1731986387537.replicationSource.wal-reader.47efada56ed5%2C37959%2C1731986387537,1-47efada56ed5,37959,1731986387537 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T03:20:02,877 INFO [RS:0;47efada56ed5:37959 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,37959,1731986387537.replicationSource.shipper47efada56ed5%2C37959%2C1731986387537,1-47efada56ed5,37959,1731986387537 terminated 2024-11-19T03:20:02,877 INFO [RS:0;47efada56ed5:37959 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37959 2024-11-19T03:20:02,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37959-0x101511ae1f90001, quorum=127.0.0.1:54882, baseZNode=/0-23047605 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-23047605/rs/47efada56ed5,37959,1731986387537 2024-11-19T03:20:02,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39625-0x101511ae1f90000, quorum=127.0.0.1:54882, baseZNode=/0-23047605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-23047605/rs 2024-11-19T03:20:02,973 INFO [RS:0;47efada56ed5:37959 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T03:20:03,041 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [47efada56ed5,37959,1731986387537] 2024-11-19T03:20:03,105 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-23047605/draining/47efada56ed5,37959,1731986387537 already deleted, retry=false 2024-11-19T03:20:03,105 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 47efada56ed5,37959,1731986387537 expired; onlineServers=0 2024-11-19T03:20:03,105 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '47efada56ed5,39625,1731986387167' ***** 2024-11-19T03:20:03,105 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T03:20:03,105 INFO [M:0;47efada56ed5:39625 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T03:20:03,105 INFO [M:0;47efada56ed5:39625 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T03:20:03,105 DEBUG [M:0;47efada56ed5:39625 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T03:20:03,105 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T03:20:03,105 DEBUG [M:0;47efada56ed5:39625 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T03:20:03,105 DEBUG [master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.small.0-1731986389858 {}] cleaner.HFileCleaner(306): Exit Thread[master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.small.0-1731986389858,5,FailOnTimeoutGroup] 2024-11-19T03:20:03,105 DEBUG [master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.large.0-1731986389858 {}] cleaner.HFileCleaner(306): Exit Thread[master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.large.0-1731986389858,5,FailOnTimeoutGroup] 2024-11-19T03:20:03,105 INFO [M:0;47efada56ed5:39625 {}] hbase.ChoreService(370): Chore service for: master/47efada56ed5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T03:20:03,105 INFO [M:0;47efada56ed5:39625 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T03:20:03,105 DEBUG [M:0;47efada56ed5:39625 {}] master.HMaster(1795): Stopping service threads 2024-11-19T03:20:03,106 INFO [M:0;47efada56ed5:39625 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T03:20:03,106 INFO [M:0;47efada56ed5:39625 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T03:20:03,106 INFO [M:0;47efada56ed5:39625 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T03:20:03,106 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T03:20:03,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37959-0x101511ae1f90001, quorum=127.0.0.1:54882, baseZNode=/0-23047605 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T03:20:03,142 INFO [RS:0;47efada56ed5:37959 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T03:20:03,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37959-0x101511ae1f90001, quorum=127.0.0.1:54882, baseZNode=/0-23047605 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T03:20:03,142 INFO [RS:0;47efada56ed5:37959 {}] regionserver.HRegionServer(1031): Exiting; stopping=47efada56ed5,37959,1731986387537; zookeeper connection closed. 2024-11-19T03:20:03,142 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@76a6e3bb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@76a6e3bb 2024-11-19T03:20:03,142 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T03:20:03,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39625-0x101511ae1f90000, quorum=127.0.0.1:54882, baseZNode=/0-23047605 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-23047605/master 2024-11-19T03:20:03,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39625-0x101511ae1f90000, quorum=127.0.0.1:54882, baseZNode=/0-23047605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-23047605 2024-11-19T03:20:03,189 DEBUG [M:0;47efada56ed5:39625 {}] zookeeper.ZKUtil(347): master:39625-0x101511ae1f90000, quorum=127.0.0.1:54882, baseZNode=/0-23047605 Unable to get data of znode /0-23047605/master because node does not exist (not an error) 2024-11-19T03:20:03,189 WARN [M:0;47efada56ed5:39625 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T03:20:03,190 INFO [M:0;47efada56ed5:39625 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/.lastflushedseqids 2024-11-19T03:20:03,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43031 is added to blk_1073741842_1018 (size=181) 2024-11-19T03:20:03,598 INFO [M:0;47efada56ed5:39625 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T03:20:03,598 INFO [M:0;47efada56ed5:39625 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T03:20:03,599 DEBUG [M:0;47efada56ed5:39625 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T03:20:03,599 INFO [M:0;47efada56ed5:39625 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:20:03,599 DEBUG [M:0;47efada56ed5:39625 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:20:03,599 DEBUG [M:0;47efada56ed5:39625 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T03:20:03,599 DEBUG [M:0;47efada56ed5:39625 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:20:03,599 INFO [M:0;47efada56ed5:39625 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-19T03:20:03,720 INFO [AsyncFSWAL-0-hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/MasterData-prefix:47efada56ed5,39625,1731986387167 {}] wal.AbstractFSWAL(1368): Slow sync cost: 120 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:43031,DS-5c9f6ba9-f52a-445a-bcd8-760113192639,DISK]] 2024-11-19T03:20:03,733 DEBUG [M:0;47efada56ed5:39625 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/db301a39a4de4f57beb23a63bb1d64d0 is 82, key is hbase:meta,,1/info:regioninfo/1731986391188/Put/seqid=0 2024-11-19T03:20:03,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43031 is added to blk_1073741843_1019 (size=5672) 2024-11-19T03:20:04,087 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T03:20:04,111 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:20:04,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:20:04,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:20:04,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:20:04,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:20:04,119 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:20:04,137 INFO [M:0;47efada56ed5:39625 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/db301a39a4de4f57beb23a63bb1d64d0 2024-11-19T03:20:04,154 DEBUG [M:0;47efada56ed5:39625 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bb568509fb8342148b98dc12e96a4481 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731986400015/Put/seqid=0 2024-11-19T03:20:04,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43031 is added to blk_1073741844_1020 (size=7203) 2024-11-19T03:20:04,558 INFO [M:0;47efada56ed5:39625 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bb568509fb8342148b98dc12e96a4481 2024-11-19T03:20:04,575 DEBUG [M:0;47efada56ed5:39625 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e981efa3239d44269e814a6fe3502f4f is 69, key is 47efada56ed5,37959,1731986387537/rs:state/1731986389943/Put/seqid=0 2024-11-19T03:20:04,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43031 is added to blk_1073741845_1021 (size=5156) 2024-11-19T03:20:04,980 INFO [M:0;47efada56ed5:39625 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e981efa3239d44269e814a6fe3502f4f 2024-11-19T03:20:04,984 DEBUG [M:0;47efada56ed5:39625 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/db301a39a4de4f57beb23a63bb1d64d0 as hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/db301a39a4de4f57beb23a63bb1d64d0 2024-11-19T03:20:04,989 INFO [M:0;47efada56ed5:39625 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/db301a39a4de4f57beb23a63bb1d64d0, entries=8, sequenceid=70, filesize=5.5 K 2024-11-19T03:20:04,990 DEBUG [M:0;47efada56ed5:39625 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bb568509fb8342148b98dc12e96a4481 as hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bb568509fb8342148b98dc12e96a4481 2024-11-19T03:20:04,994 INFO [M:0;47efada56ed5:39625 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bb568509fb8342148b98dc12e96a4481, entries=8, sequenceid=70, filesize=7.0 K 2024-11-19T03:20:04,995 DEBUG [M:0;47efada56ed5:39625 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e981efa3239d44269e814a6fe3502f4f as hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e981efa3239d44269e814a6fe3502f4f 2024-11-19T03:20:04,999 INFO [M:0;47efada56ed5:39625 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e981efa3239d44269e814a6fe3502f4f, entries=1, sequenceid=70, filesize=5.0 K 2024-11-19T03:20:05,000 INFO [M:0;47efada56ed5:39625 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1401ms, sequenceid=70, compaction requested=false 2024-11-19T03:20:05,001 INFO [M:0;47efada56ed5:39625 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:20:05,001 DEBUG [M:0;47efada56ed5:39625 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731986403598Disabling compacts and flushes for region at 1731986403598Disabling writes for close at 1731986403599 (+1 ms)Obtaining lock to block concurrent updates at 1731986403599Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731986403599Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731986403599Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731986403720 (+121 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731986403720Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731986403732 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731986403732Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731986404141 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731986404153 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731986404153Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731986404562 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731986404574 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731986404575 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@378df6b5: reopening flushed file at 1731986404984 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@457f1b51: reopening flushed file at 1731986404989 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ba0f983: reopening flushed file at 1731986404994 (+5 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1401ms, sequenceid=70, compaction requested=false at 1731986405000 (+6 ms)Writing region close event to WAL at 1731986405001 (+1 ms)Closed at 1731986405001 2024-11-19T03:20:05,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43031 is added to blk_1073741830_1006 (size=41008) 2024-11-19T03:20:05,003 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/MasterData/WALs/47efada56ed5,39625,1731986387167/47efada56ed5%2C39625%2C1731986387167.1731986389579 not finished, retry = 0 2024-11-19T03:20:05,104 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T03:20:05,104 INFO [M:0;47efada56ed5:39625 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T03:20:05,104 INFO [M:0;47efada56ed5:39625 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39625 2024-11-19T03:20:05,104 INFO [M:0;47efada56ed5:39625 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T03:20:05,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39625-0x101511ae1f90000, quorum=127.0.0.1:54882, baseZNode=/0-23047605 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T03:20:05,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39625-0x101511ae1f90000, quorum=127.0.0.1:54882, baseZNode=/0-23047605 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T03:20:05,284 INFO [M:0;47efada56ed5:39625 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T03:20:05,286 INFO [Time-limited test {}] client.ConnectionUtils(128): master/47efada56ed5:0 server-side Connection retries=45 2024-11-19T03:20:05,286 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T03:20:05,286 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T03:20:05,286 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T03:20:05,286 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T03:20:05,286 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T03:20:05,286 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T03:20:05,286 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T03:20:05,287 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37649 2024-11-19T03:20:05,288 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37649 connecting to ZooKeeper ensemble=127.0.0.1:54882 2024-11-19T03:20:05,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:376490x0, quorum=127.0.0.1:54882, baseZNode=/0-23047605 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T03:20:05,300 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37649-0x101511ae1f90006 connected 2024-11-19T03:20:05,312 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:20:05,314 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:20:05,315 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37649-0x101511ae1f90006, quorum=127.0.0.1:54882, baseZNode=/0-23047605 Set watcher on znode that does not yet exist, /0-23047605/running 2024-11-19T03:20:05,316 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-23047605/meta-region-server: INIT 2024-11-19T03:20:05,316 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72, hbase.cluster.distributed=false 2024-11-19T03:20:05,317 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37649-0x101511ae1f90006, quorum=127.0.0.1:54882, baseZNode=/0-23047605 Set watcher on znode that does not yet exist, /0-23047605/acl 2024-11-19T03:20:05,317 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37649 2024-11-19T03:20:05,318 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37649 2024-11-19T03:20:05,318 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37649 2024-11-19T03:20:05,318 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37649 2024-11-19T03:20:05,318 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37649 2024-11-19T03:20:05,332 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/47efada56ed5:0 server-side Connection retries=45 2024-11-19T03:20:05,332 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T03:20:05,333 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T03:20:05,333 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T03:20:05,333 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T03:20:05,333 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T03:20:05,333 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T03:20:05,333 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T03:20:05,333 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39605 2024-11-19T03:20:05,334 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39605 connecting to ZooKeeper ensemble=127.0.0.1:54882 2024-11-19T03:20:05,334 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:20:05,336 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:20:05,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:396050x0, quorum=127.0.0.1:54882, baseZNode=/0-23047605 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T03:20:05,347 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:396050x0, quorum=127.0.0.1:54882, baseZNode=/0-23047605 Set watcher on znode that does not yet exist, /0-23047605/running 2024-11-19T03:20:05,347 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-23047605/meta-region-server: INIT 2024-11-19T03:20:05,347 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39605-0x101511ae1f90007 connected 2024-11-19T03:20:05,347 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T03:20:05,352 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T03:20:05,352 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39605-0x101511ae1f90007, quorum=127.0.0.1:54882, baseZNode=/0-23047605 Set watcher on znode that does not yet exist, /0-23047605/master 2024-11-19T03:20:05,353 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39605-0x101511ae1f90007, quorum=127.0.0.1:54882, baseZNode=/0-23047605 Set watcher on znode that does not yet exist, /0-23047605/acl 2024-11-19T03:20:05,354 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39605 2024-11-19T03:20:05,354 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39605 2024-11-19T03:20:05,354 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39605 2024-11-19T03:20:05,354 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39605 2024-11-19T03:20:05,354 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39605 2024-11-19T03:20:05,366 DEBUG [M:0;47efada56ed5:37649 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;47efada56ed5:37649 2024-11-19T03:20:05,367 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-23047605/backup-masters/47efada56ed5,37649,1731986405286 2024-11-19T03:20:05,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39605-0x101511ae1f90007, quorum=127.0.0.1:54882, baseZNode=/0-23047605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-23047605/backup-masters 2024-11-19T03:20:05,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37649-0x101511ae1f90006, quorum=127.0.0.1:54882, baseZNode=/0-23047605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-23047605/backup-masters 2024-11-19T03:20:05,379 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37649-0x101511ae1f90006, quorum=127.0.0.1:54882, baseZNode=/0-23047605 Set watcher on existing znode=/0-23047605/backup-masters/47efada56ed5,37649,1731986405286 2024-11-19T03:20:05,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37649-0x101511ae1f90006, quorum=127.0.0.1:54882, baseZNode=/0-23047605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-23047605 2024-11-19T03:20:05,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39605-0x101511ae1f90007, quorum=127.0.0.1:54882, baseZNode=/0-23047605 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-23047605/master 2024-11-19T03:20:05,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39605-0x101511ae1f90007, quorum=127.0.0.1:54882, baseZNode=/0-23047605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-23047605 2024-11-19T03:20:05,389 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37649-0x101511ae1f90006, quorum=127.0.0.1:54882, baseZNode=/0-23047605 Set watcher on existing znode=/0-23047605/master 2024-11-19T03:20:05,389 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-23047605/backup-masters/47efada56ed5,37649,1731986405286 from backup master directory 2024-11-19T03:20:05,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39605-0x101511ae1f90007, quorum=127.0.0.1:54882, baseZNode=/0-23047605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-23047605/backup-masters 2024-11-19T03:20:05,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37649-0x101511ae1f90006, quorum=127.0.0.1:54882, baseZNode=/0-23047605 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-23047605/backup-masters/47efada56ed5,37649,1731986405286 2024-11-19T03:20:05,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37649-0x101511ae1f90006, quorum=127.0.0.1:54882, baseZNode=/0-23047605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-23047605/backup-masters 2024-11-19T03:20:05,399 WARN [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T03:20:05,399 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=47efada56ed5,37649,1731986405286 2024-11-19T03:20:05,408 INFO [master/47efada56ed5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:20:05,408 INFO [master/47efada56ed5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T03:20:05,414 INFO [master/47efada56ed5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 6ms. 2024-11-19T03:20:05,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43031 is added to blk_1073741846_1022 (size=196) 2024-11-19T03:20:05,831 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T03:20:05,831 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T03:20:05,831 INFO [master/47efada56ed5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T03:20:05,836 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-19T03:20:05,838 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/MasterData/WALs/47efada56ed5,39625,1731986387167 to hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/MasterData/WALs/47efada56ed5,39625,1731986387167-dead as it is dead 2024-11-19T03:20:05,838 INFO [master/47efada56ed5:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/MasterData/WALs/47efada56ed5,39625,1731986387167-dead/47efada56ed5%2C39625%2C1731986387167.1731986389579 2024-11-19T03:20:05,839 INFO [master/47efada56ed5:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/MasterData/WALs/47efada56ed5,39625,1731986387167-dead/47efada56ed5%2C39625%2C1731986387167.1731986389579 after 0ms 2024-11-19T03:20:05,839 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/MasterData/WALs/47efada56ed5,39625,1731986387167-dead/47efada56ed5%2C39625%2C1731986387167.1731986389579 to hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/47efada56ed5%2C39625%2C1731986387167.1731986389579 2024-11-19T03:20:05,839 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/MasterData/WALs/47efada56ed5,39625,1731986387167-dead 2024-11-19T03:20:05,839 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/MasterData/WALs/47efada56ed5,37649,1731986405286 2024-11-19T03:20:05,840 INFO [master/47efada56ed5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T03:20:05,841 INFO [master/47efada56ed5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=47efada56ed5%2C37649%2C1731986405286, suffix=, logDir=hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/MasterData/WALs/47efada56ed5,37649,1731986405286, archiveDir=hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/MasterData/oldWALs, maxLogs=10 2024-11-19T03:20:05,857 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/MasterData/WALs/47efada56ed5,37649,1731986405286/47efada56ed5%2C37649%2C1731986405286.1731986405841, exclude list is [], retry=0 2024-11-19T03:20:05,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43031,DS-5c9f6ba9-f52a-445a-bcd8-760113192639,DISK] 2024-11-19T03:20:05,861 INFO [master/47efada56ed5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/MasterData/WALs/47efada56ed5,37649,1731986405286/47efada56ed5%2C37649%2C1731986405286.1731986405841 2024-11-19T03:20:05,861 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45893:45893)] 2024-11-19T03:20:05,861 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T03:20:05,861 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:20:05,861 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:20:05,861 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:20:05,863 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:20:05,863 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T03:20:05,863 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:20:05,868 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/db301a39a4de4f57beb23a63bb1d64d0 2024-11-19T03:20:05,868 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:20:05,869 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:20:05,869 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T03:20:05,870 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:20:05,874 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bb568509fb8342148b98dc12e96a4481 2024-11-19T03:20:05,875 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:20:05,875 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:20:05,875 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T03:20:05,876 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:20:05,880 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e981efa3239d44269e814a6fe3502f4f 2024-11-19T03:20:05,880 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:20:05,880 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:20:05,881 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T03:20:05,881 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:20:05,882 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:20:05,882 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:20:05,882 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-19T03:20:05,882 INFO [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/47efada56ed5%2C39625%2C1731986387167.1731986389579 2024-11-19T03:20:05,887 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/47efada56ed5%2C39625%2C1731986387167.1731986389579 2024-11-19T03:20:05,888 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/47efada56ed5%2C39625%2C1731986387167.1731986389579 2024-11-19T03:20:05,889 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:20:05,889 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:20:05,889 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T03:20:05,890 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:20:05,892 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-19T03:20:05,893 INFO [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73929964, jitterRate=0.10164231061935425}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T03:20:05,893 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731986405861Initializing all the Stores at 1731986405862 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986405862Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986405862Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986405862Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986405862Cleaning up temporary data from old regions at 1731986405889 (+27 ms)Region opened successfully at 1731986405893 (+4 ms) 2024-11-19T03:20:05,893 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T03:20:05,896 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a1c0011, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=47efada56ed5/172.17.0.3:0 2024-11-19T03:20:05,899 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-19T03:20:05,899 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T03:20:05,899 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T03:20:05,899 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T03:20:05,900 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T03:20:05,902 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T03:20:05,902 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T03:20:05,903 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T03:20:05,903 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 2 msec 2024-11-19T03:20:05,903 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T03:20:05,905 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=47efada56ed5,37959,1731986387537, regionLocation=47efada56ed5,37959,1731986387537, openSeqNum=2 2024-11-19T03:20:05,905 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=47efada56ed5,37959,1731986387537, table=hbase:meta, region=1588230740 2024-11-19T03:20:05,905 INFO [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 47efada56ed5,37959,1731986387537, state=OPEN 2024-11-19T03:20:05,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39605-0x101511ae1f90007, quorum=127.0.0.1:54882, baseZNode=/0-23047605 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-23047605/meta-region-server 2024-11-19T03:20:05,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37649-0x101511ae1f90006, quorum=127.0.0.1:54882, baseZNode=/0-23047605 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-23047605/meta-region-server 2024-11-19T03:20:05,952 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-23047605/meta-region-server: CHANGED 2024-11-19T03:20:05,952 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-23047605/meta-region-server: CHANGED 2024-11-19T03:20:05,955 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-19T03:20:05,962 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-23047605/draining/47efada56ed5,37959,1731986387537 already deleted, retry=false 2024-11-19T03:20:05,962 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 47efada56ed5,37959,1731986387537 on 47efada56ed5,37649,1731986405286 2024-11-19T03:20:05,964 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 47efada56ed5,37959,1731986387537, splitWal=true, meta=true 2024-11-19T03:20:05,964 INFO [master/47efada56ed5:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for 47efada56ed5,37959,1731986387537 (carryingMeta=true) 47efada56ed5,37959,1731986387537/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@c7bbf56[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-19T03:20:05,966 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37649-0x101511ae1f90006, quorum=127.0.0.1:54882, baseZNode=/0-23047605 Unable to get data of znode /0-23047605/balancer because node does not exist (not necessarily an error) 2024-11-19T03:20:05,973 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-23047605/balancer already deleted, retry=false 2024-11-19T03:20:05,973 INFO [master/47efada56ed5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T03:20:05,974 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37649-0x101511ae1f90006, quorum=127.0.0.1:54882, baseZNode=/0-23047605 Unable to get data of znode /0-23047605/normalizer because node does not exist (not necessarily an error) 2024-11-19T03:20:05,983 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-23047605/normalizer already deleted, retry=false 2024-11-19T03:20:05,984 INFO [master/47efada56ed5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T03:20:05,985 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37649-0x101511ae1f90006, quorum=127.0.0.1:54882, baseZNode=/0-23047605 Unable to get data of znode /0-23047605/switch/split because node does not exist (not necessarily an error) 2024-11-19T03:20:05,994 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-23047605/switch/split already deleted, retry=false 2024-11-19T03:20:05,995 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37649-0x101511ae1f90006, quorum=127.0.0.1:54882, baseZNode=/0-23047605 Unable to get data of znode /0-23047605/switch/merge because node does not exist (not necessarily an error) 2024-11-19T03:20:06,004 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-23047605/switch/merge already deleted, retry=false 2024-11-19T03:20:06,017 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37649-0x101511ae1f90006, quorum=127.0.0.1:54882, baseZNode=/0-23047605 Unable to get data of znode /0-23047605/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T03:20:06,025 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-23047605/snapshot-cleanup already deleted, retry=false 2024-11-19T03:20:06,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37649-0x101511ae1f90006, quorum=127.0.0.1:54882, baseZNode=/0-23047605 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-23047605/running 2024-11-19T03:20:06,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39605-0x101511ae1f90007, quorum=127.0.0.1:54882, baseZNode=/0-23047605 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-23047605/running 2024-11-19T03:20:06,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39605-0x101511ae1f90007, quorum=127.0.0.1:54882, baseZNode=/0-23047605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-23047605 2024-11-19T03:20:06,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37649-0x101511ae1f90006, quorum=127.0.0.1:54882, baseZNode=/0-23047605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-23047605 2024-11-19T03:20:06,036 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=47efada56ed5,37649,1731986405286, sessionid=0x101511ae1f90006, setting cluster-up flag (Was=false) 2024-11-19T03:20:06,047 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-23047605/flush-table-proc/acquired, /0-23047605/flush-table-proc/reached, /0-23047605/flush-table-proc/abort 2024-11-19T03:20:06,048 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=47efada56ed5,37649,1731986405286 2024-11-19T03:20:06,058 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-23047605/online-snapshot/acquired, /0-23047605/online-snapshot/reached, /0-23047605/online-snapshot/abort 2024-11-19T03:20:06,059 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=47efada56ed5,37649,1731986405286 2024-11-19T03:20:06,059 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/.lastflushedseqids 2024-11-19T03:20:06,061 INFO [master/47efada56ed5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T03:20:06,061 INFO [master/47efada56ed5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T03:20:06,061 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 47efada56ed5,37649,1731986405286 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 47efada56ed5,37959,1731986387537 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T03:20:06,063 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/47efada56ed5:0, corePoolSize=5, maxPoolSize=5 2024-11-19T03:20:06,063 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/47efada56ed5:0, corePoolSize=5, maxPoolSize=5 2024-11-19T03:20:06,063 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/47efada56ed5:0, corePoolSize=5, maxPoolSize=5 2024-11-19T03:20:06,063 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/47efada56ed5:0, corePoolSize=5, maxPoolSize=5 2024-11-19T03:20:06,063 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/47efada56ed5:0, corePoolSize=10, maxPoolSize=10 2024-11-19T03:20:06,063 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:20:06,063 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/47efada56ed5:0, corePoolSize=2, maxPoolSize=2 2024-11-19T03:20:06,063 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:20:06,063 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731986436063 2024-11-19T03:20:06,064 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T03:20:06,064 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T03:20:06,064 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T03:20:06,064 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T03:20:06,064 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T03:20:06,064 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T03:20:06,064 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T03:20:06,064 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 47efada56ed5,37959,1731986387537, splitWal=true, meta=true 2024-11-19T03:20:06,064 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T03:20:06,064 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T03:20:06,064 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T03:20:06,064 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T03:20:06,065 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T03:20:06,065 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T03:20:06,065 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.large.0-1731986406065,5,FailOnTimeoutGroup] 2024-11-19T03:20:06,065 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 47efada56ed5,37959,1731986387537, splitWal=true, meta=true, isMeta: true 2024-11-19T03:20:06,065 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.small.0-1731986406065,5,FailOnTimeoutGroup] 2024-11-19T03:20:06,065 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T03:20:06,065 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T03:20:06,065 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T03:20:06,065 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T03:20:06,065 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731986406065, completionTime=-1 2024-11-19T03:20:06,065 WARN [master/47efada56ed5:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-19T03:20:06,065 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-19T03:20:06,066 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/WALs/47efada56ed5,37959,1731986387537-splitting 2024-11-19T03:20:06,066 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/WALs/47efada56ed5,37959,1731986387537-splitting dir is empty, no logs to split. 2024-11-19T03:20:06,066 INFO [PEWorker-1 {}] master.SplitWALManager(105): 47efada56ed5,37959,1731986387537 WAL count=0, meta=true 2024-11-19T03:20:06,068 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/WALs/47efada56ed5,37959,1731986387537-splitting dir is empty, no logs to split. 2024-11-19T03:20:06,068 INFO [PEWorker-1 {}] master.SplitWALManager(105): 47efada56ed5,37959,1731986387537 WAL count=0, meta=true 2024-11-19T03:20:06,068 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 47efada56ed5,37959,1731986387537 WAL splitting is done? wals=0, meta=true 2024-11-19T03:20:06,069 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T03:20:06,070 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T03:20:06,071 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-19T03:20:06,156 INFO [RS:0;47efada56ed5:39605 {}] regionserver.HRegionServer(746): ClusterId : ff1b267e-3eee-43a1-9a32-09367dffc5d5 2024-11-19T03:20:06,157 DEBUG [RS:0;47efada56ed5:39605 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T03:20:06,168 DEBUG [RS:0;47efada56ed5:39605 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T03:20:06,168 DEBUG [RS:0;47efada56ed5:39605 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T03:20:06,179 DEBUG [RS:0;47efada56ed5:39605 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T03:20:06,179 DEBUG [RS:0;47efada56ed5:39605 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f80fe2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=47efada56ed5/172.17.0.3:0 2024-11-19T03:20:06,188 DEBUG [RS:0;47efada56ed5:39605 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;47efada56ed5:39605 2024-11-19T03:20:06,189 INFO [RS:0;47efada56ed5:39605 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T03:20:06,189 INFO [RS:0;47efada56ed5:39605 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T03:20:06,189 DEBUG [RS:0;47efada56ed5:39605 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T03:20:06,189 INFO [RS:0;47efada56ed5:39605 {}] regionserver.HRegionServer(2659): reportForDuty to master=47efada56ed5,37649,1731986405286 with port=39605, startcode=1731986405332 2024-11-19T03:20:06,189 DEBUG [RS:0;47efada56ed5:39605 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T03:20:06,191 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48109, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T03:20:06,191 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37649 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 47efada56ed5,39605,1731986405332 2024-11-19T03:20:06,191 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37649 {}] master.ServerManager(517): Registering regionserver=47efada56ed5,39605,1731986405332 2024-11-19T03:20:06,192 DEBUG [RS:0;47efada56ed5:39605 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72 2024-11-19T03:20:06,192 DEBUG [RS:0;47efada56ed5:39605 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41027 2024-11-19T03:20:06,192 DEBUG [RS:0;47efada56ed5:39605 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T03:20:06,216 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=150ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-19T03:20:06,221 WARN [47efada56ed5:37649 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-19T03:20:06,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37649-0x101511ae1f90006, quorum=127.0.0.1:54882, baseZNode=/0-23047605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-23047605/rs 2024-11-19T03:20:06,229 DEBUG [RS:0;47efada56ed5:39605 {}] zookeeper.ZKUtil(111): regionserver:39605-0x101511ae1f90007, quorum=127.0.0.1:54882, baseZNode=/0-23047605 Set watcher on existing znode=/0-23047605/rs/47efada56ed5,39605,1731986405332 2024-11-19T03:20:06,229 WARN [RS:0;47efada56ed5:39605 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T03:20:06,229 INFO [RS:0;47efada56ed5:39605 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T03:20:06,229 DEBUG [RS:0;47efada56ed5:39605 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/WALs/47efada56ed5,39605,1731986405332 2024-11-19T03:20:06,229 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [47efada56ed5,39605,1731986405332] 2024-11-19T03:20:06,246 INFO [RS:0;47efada56ed5:39605 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T03:20:06,247 INFO [RS:0;47efada56ed5:39605 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T03:20:06,247 INFO [RS:0;47efada56ed5:39605 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T03:20:06,247 INFO [RS:0;47efada56ed5:39605 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T03:20:06,248 INFO [RS:0;47efada56ed5:39605 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T03:20:06,248 INFO [RS:0;47efada56ed5:39605 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T03:20:06,248 INFO [RS:0;47efada56ed5:39605 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T03:20:06,248 DEBUG [RS:0;47efada56ed5:39605 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:20:06,248 DEBUG [RS:0;47efada56ed5:39605 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:20:06,249 DEBUG [RS:0;47efada56ed5:39605 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:20:06,249 DEBUG [RS:0;47efada56ed5:39605 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:20:06,249 DEBUG [RS:0;47efada56ed5:39605 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:20:06,249 DEBUG [RS:0;47efada56ed5:39605 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/47efada56ed5:0, corePoolSize=2, maxPoolSize=2 2024-11-19T03:20:06,249 DEBUG [RS:0;47efada56ed5:39605 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:20:06,249 DEBUG [RS:0;47efada56ed5:39605 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:20:06,249 DEBUG [RS:0;47efada56ed5:39605 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:20:06,249 DEBUG [RS:0;47efada56ed5:39605 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:20:06,249 DEBUG [RS:0;47efada56ed5:39605 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:20:06,249 DEBUG [RS:0;47efada56ed5:39605 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:20:06,249 DEBUG [RS:0;47efada56ed5:39605 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/47efada56ed5:0, corePoolSize=3, maxPoolSize=3 2024-11-19T03:20:06,249 DEBUG [RS:0;47efada56ed5:39605 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0, corePoolSize=3, maxPoolSize=3 2024-11-19T03:20:06,249 INFO [RS:0;47efada56ed5:39605 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T03:20:06,249 INFO [RS:0;47efada56ed5:39605 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T03:20:06,249 INFO [RS:0;47efada56ed5:39605 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T03:20:06,249 INFO [RS:0;47efada56ed5:39605 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T03:20:06,249 INFO [RS:0;47efada56ed5:39605 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T03:20:06,249 INFO [RS:0;47efada56ed5:39605 {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,39605,1731986405332-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T03:20:06,261 INFO [RS:0;47efada56ed5:39605 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T03:20:06,262 INFO [RS:0;47efada56ed5:39605 {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,39605,1731986405332-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T03:20:06,273 INFO [RS:0;47efada56ed5:39605 {}] regionserver.ReplicationSource(231): queueId=1-47efada56ed5,39605,1731986405332, ReplicationSource: 1, currentBandwidth=0 2024-11-19T03:20:06,273 INFO [RS:0;47efada56ed5:39605 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:20:06,273 INFO [RS:0;47efada56ed5:39605 {}] regionserver.Replication(171): 47efada56ed5,39605,1731986405332 started 2024-11-19T03:20:06,286 INFO [RS:0;47efada56ed5:39605 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:20:06,286 INFO [RS:0;47efada56ed5:39605 {}] regionserver.HRegionServer(1482): Serving as 47efada56ed5,39605,1731986405332, RpcServer on 47efada56ed5/172.17.0.3:39605, sessionid=0x101511ae1f90007 2024-11-19T03:20:06,286 DEBUG [RS:0;47efada56ed5:39605 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T03:20:06,286 DEBUG [RS:0;47efada56ed5:39605 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 47efada56ed5,39605,1731986405332 2024-11-19T03:20:06,286 DEBUG [RS:0;47efada56ed5:39605 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '47efada56ed5,39605,1731986405332' 2024-11-19T03:20:06,286 DEBUG [RS:0;47efada56ed5:39605 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-23047605/flush-table-proc/abort' 2024-11-19T03:20:06,286 DEBUG [RS:0;47efada56ed5:39605 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-23047605/flush-table-proc/acquired' 2024-11-19T03:20:06,287 DEBUG [RS:0;47efada56ed5:39605.replicationSource,1-47efada56ed5,39605,1731986405332 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='47efada56ed5:36759' 2024-11-19T03:20:06,287 DEBUG [RS:0;47efada56ed5:39605 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T03:20:06,287 DEBUG [RS:0;47efada56ed5:39605 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T03:20:06,287 DEBUG [RS:0;47efada56ed5:39605 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 47efada56ed5,39605,1731986405332 2024-11-19T03:20:06,287 DEBUG [RS:0;47efada56ed5:39605 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '47efada56ed5,39605,1731986405332' 2024-11-19T03:20:06,287 DEBUG [RS:0;47efada56ed5:39605 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-23047605/online-snapshot/abort' 2024-11-19T03:20:06,287 DEBUG [RS:0;47efada56ed5:39605 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-23047605/online-snapshot/acquired' 2024-11-19T03:20:06,288 DEBUG [RS:0;47efada56ed5:39605 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T03:20:06,288 INFO [RS:0;47efada56ed5:39605 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T03:20:06,288 INFO [RS:0;47efada56ed5:39605 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T03:20:06,288 DEBUG [RS:0;47efada56ed5:39605.replicationSource,1-47efada56ed5,39605,1731986405332 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5401678a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:20:06,288 DEBUG [RS:0;47efada56ed5:39605.replicationSource,1-47efada56ed5,39605,1731986405332 {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,36759,-1 for getting cluster id 2024-11-19T03:20:06,288 DEBUG [RS:0;47efada56ed5:39605.replicationSource,1-47efada56ed5,39605,1731986405332 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:20:06,289 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '822b3359-ba63-4a49-86dd-c968dfc9e864' 2024-11-19T03:20:06,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:20:06,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "822b3359-ba63-4a49-86dd-c968dfc9e864" 2024-11-19T03:20:06,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@646e81ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:20:06,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,36759,-1] 2024-11-19T03:20:06,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:20:06,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:20:06,290 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:20:06,290 DEBUG [RS:0;47efada56ed5:39605.replicationSource,1-47efada56ed5,39605,1731986405332 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4c85203d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:20:06,290 DEBUG [RS:0;47efada56ed5:39605.replicationSource,1-47efada56ed5,39605,1731986405332 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T03:20:06,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 47efada56ed5,36759,1731986394849 2024-11-19T03:20:06,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4267de32 2024-11-19T03:20:06,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T03:20:06,292 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-19T03:20:06,292 INFO [RS:0;47efada56ed5:39605.replicationSource,1-47efada56ed5,39605,1731986405332 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-47efada56ed5,39605,1731986405332 (queues=0) is replicating from cluster=ff1b267e-3eee-43a1-9a32-09367dffc5d5 to cluster=822b3359-ba63-4a49-86dd-c968dfc9e864 2024-11-19T03:20:06,388 INFO [RS:0;47efada56ed5:39605 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T03:20:06,390 INFO [RS:0;47efada56ed5:39605 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=47efada56ed5%2C39605%2C1731986405332, suffix=, logDir=hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/WALs/47efada56ed5,39605,1731986405332, archiveDir=hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/oldWALs, maxLogs=10 2024-11-19T03:20:06,401 DEBUG [RS:0;47efada56ed5:39605 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/WALs/47efada56ed5,39605,1731986405332/47efada56ed5%2C39605%2C1731986405332.1731986406390, exclude list is [], retry=0 2024-11-19T03:20:06,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43031,DS-5c9f6ba9-f52a-445a-bcd8-760113192639,DISK] 2024-11-19T03:20:06,405 INFO [RS:0;47efada56ed5:39605 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/WALs/47efada56ed5,39605,1731986405332/47efada56ed5%2C39605%2C1731986405332.1731986406390 2024-11-19T03:20:06,406 DEBUG [RS:0;47efada56ed5:39605 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 47efada56ed5%2C39605%2C1731986405332 for peer 1 2024-11-19T03:20:06,406 DEBUG [RS:0;47efada56ed5:39605 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=47efada56ed5%2C39605%2C1731986405332 2024-11-19T03:20:06,406 INFO [RS:0;47efada56ed5:39605 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-47efada56ed5,39605,1731986405332, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T03:20:06,408 DEBUG [RS:0;47efada56ed5:39605 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45893:45893)] 2024-11-19T03:20:06,408 INFO [RS:0;47efada56ed5:39605.replicationSource.shipper47efada56ed5%2C39605%2C1731986405332,1-47efada56ed5,39605,1731986405332 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 47efada56ed5%2C39605%2C1731986405332 2024-11-19T03:20:06,408 DEBUG [RS:0;47efada56ed5:39605.replicationSource.wal-reader.47efada56ed5%2C39605%2C1731986405332,1-47efada56ed5,39605,1731986405332 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/WALs/47efada56ed5,39605,1731986405332/47efada56ed5%2C39605%2C1731986405332.1731986406390, startPosition=0, beingWritten=true 2024-11-19T03:20:06,471 DEBUG [47efada56ed5:37649 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T03:20:06,471 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=47efada56ed5,39605,1731986405332 2024-11-19T03:20:06,472 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 47efada56ed5,39605,1731986405332, state=OPENING 2024-11-19T03:20:06,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37649-0x101511ae1f90006, quorum=127.0.0.1:54882, baseZNode=/0-23047605 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-23047605/meta-region-server 2024-11-19T03:20:06,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39605-0x101511ae1f90007, quorum=127.0.0.1:54882, baseZNode=/0-23047605 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-23047605/meta-region-server 2024-11-19T03:20:06,489 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-23047605/meta-region-server: CHANGED 2024-11-19T03:20:06,489 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-23047605/meta-region-server: CHANGED 2024-11-19T03:20:06,489 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T03:20:06,489 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=47efada56ed5,39605,1731986405332}] 2024-11-19T03:20:06,613 DEBUG [RS:0;47efada56ed5:39605.replicationSource.wal-reader.47efada56ed5%2C39605%2C1731986405332,1-47efada56ed5,39605,1731986405332 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/WALs/47efada56ed5,39605,1731986405332/47efada56ed5%2C39605%2C1731986405332.1731986406390 to pos 0, reset compression=false 2024-11-19T03:20:06,641 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T03:20:06,642 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57199, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T03:20:06,645 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T03:20:06,645 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T03:20:06,645 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T03:20:06,646 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=47efada56ed5%2C39605%2C1731986405332.meta, suffix=.meta, logDir=hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/WALs/47efada56ed5,39605,1731986405332, archiveDir=hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/oldWALs, maxLogs=10 2024-11-19T03:20:06,657 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/WALs/47efada56ed5,39605,1731986405332/47efada56ed5%2C39605%2C1731986405332.meta.1731986406646.meta, exclude list is [], retry=0 2024-11-19T03:20:06,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43031,DS-5c9f6ba9-f52a-445a-bcd8-760113192639,DISK] 2024-11-19T03:20:06,660 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/WALs/47efada56ed5,39605,1731986405332/47efada56ed5%2C39605%2C1731986405332.meta.1731986406646.meta 2024-11-19T03:20:06,661 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45893:45893)] 2024-11-19T03:20:06,661 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T03:20:06,661 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T03:20:06,661 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T03:20:06,661 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T03:20:06,661 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T03:20:06,661 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T03:20:06,661 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:20:06,661 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T03:20:06,661 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T03:20:06,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T03:20:06,664 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T03:20:06,665 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:20:06,669 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/data/hbase/meta/1588230740/info/5e900dab970542238ceffce1de55ca29 2024-11-19T03:20:06,669 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:20:06,669 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T03:20:06,670 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T03:20:06,670 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:20:06,675 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/data/hbase/meta/1588230740/ns/be8ac138ec21415fa19f606d05f7e679 2024-11-19T03:20:06,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:20:06,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T03:20:06,675 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T03:20:06,675 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:20:06,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:20:06,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T03:20:06,676 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T03:20:06,676 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:20:06,680 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/data/hbase/meta/1588230740/table/431ed3c9f3744a2f8e99ee194b23916e 2024-11-19T03:20:06,681 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:20:06,681 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T03:20:06,681 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/data/hbase/meta/1588230740 2024-11-19T03:20:06,682 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/data/hbase/meta/1588230740 2024-11-19T03:20:06,683 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T03:20:06,683 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T03:20:06,684 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T03:20:06,685 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T03:20:06,686 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59595531, jitterRate=-0.11195738613605499}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T03:20:06,686 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T03:20:06,686 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731986406661Writing region info on filesystem at 1731986406661Initializing all the Stores at 1731986406663 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986406663Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986406663Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986406663Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986406663Cleaning up temporary data from old regions at 1731986406683 (+20 ms)Running coprocessor post-open hooks at 1731986406686 (+3 ms)Region opened successfully at 1731986406686 2024-11-19T03:20:06,686 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1731986406641 2024-11-19T03:20:06,688 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T03:20:06,688 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T03:20:06,688 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=47efada56ed5,39605,1731986405332 2024-11-19T03:20:06,689 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 47efada56ed5,39605,1731986405332, state=OPEN 2024-11-19T03:20:06,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37649-0x101511ae1f90006, quorum=127.0.0.1:54882, baseZNode=/0-23047605 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-23047605/meta-region-server 2024-11-19T03:20:06,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39605-0x101511ae1f90007, quorum=127.0.0.1:54882, baseZNode=/0-23047605 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-23047605/meta-region-server 2024-11-19T03:20:06,699 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=47efada56ed5,39605,1731986405332 2024-11-19T03:20:06,699 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-23047605/meta-region-server: CHANGED 2024-11-19T03:20:06,699 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-23047605/meta-region-server: CHANGED 2024-11-19T03:20:06,702 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-19T03:20:06,702 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=47efada56ed5,39605,1731986405332 in 210 msec 2024-11-19T03:20:06,704 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T03:20:06,704 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 633 msec 2024-11-19T03:20:06,917 DEBUG [RS:0;47efada56ed5:39605.replicationSource.wal-reader.47efada56ed5%2C39605%2C1731986405332,1-47efada56ed5,39605,1731986405332 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/WALs/47efada56ed5,39605,1731986405332/47efada56ed5%2C39605%2C1731986405332.1731986406390 to pos 0, reset compression=false 2024-11-19T03:20:07,321 DEBUG [RS:0;47efada56ed5:39605.replicationSource.wal-reader.47efada56ed5%2C39605%2C1731986405332,1-47efada56ed5,39605,1731986405332 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/WALs/47efada56ed5,39605,1731986405332/47efada56ed5%2C39605%2C1731986405332.1731986406390 to pos 0, reset compression=false 2024-11-19T03:20:07,718 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1653ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-19T03:20:07,826 DEBUG [RS:0;47efada56ed5:39605.replicationSource.wal-reader.47efada56ed5%2C39605%2C1731986405332,1-47efada56ed5,39605,1731986405332 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/WALs/47efada56ed5,39605,1731986405332/47efada56ed5%2C39605%2C1731986405332.1731986406390 to pos 0, reset compression=false 2024-11-19T03:20:08,430 DEBUG [RS:0;47efada56ed5:39605.replicationSource.wal-reader.47efada56ed5%2C39605%2C1731986405332,1-47efada56ed5,39605,1731986405332 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/WALs/47efada56ed5,39605,1731986405332/47efada56ed5%2C39605%2C1731986405332.1731986406390 to pos 0, reset compression=false 2024-11-19T03:20:09,134 DEBUG [RS:0;47efada56ed5:39605.replicationSource.wal-reader.47efada56ed5%2C39605%2C1731986405332,1-47efada56ed5,39605,1731986405332 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/WALs/47efada56ed5,39605,1731986405332/47efada56ed5%2C39605%2C1731986405332.1731986406390 to pos 0, reset compression=false 2024-11-19T03:20:09,220 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3155ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-19T03:20:09,939 DEBUG [RS:0;47efada56ed5:39605.replicationSource.wal-reader.47efada56ed5%2C39605%2C1731986405332,1-47efada56ed5,39605,1731986405332 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/WALs/47efada56ed5,39605,1731986405332/47efada56ed5%2C39605%2C1731986405332.1731986406390 to pos 0, reset compression=false 2024-11-19T03:20:10,573 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4508ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-19T03:20:10,573 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T03:20:10,573 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:20:10,573 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,39605,1731986405332, seqNum=-1] 2024-11-19T03:20:10,574 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:20:10,574 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38985, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:20:10,578 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a8d32eed4783fda2b7197379d71d4d6f, regionState=OPEN, lastHost=47efada56ed5,37959,1731986387537, regionLocation=47efada56ed5,37959,1731986387537, openSeqNum=2 2024-11-19T03:20:10,578 INFO [master/47efada56ed5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T03:20:10,578 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731986470578 2024-11-19T03:20:10,578 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731986530578 2024-11-19T03:20:10,578 INFO [master/47efada56ed5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 5 msec 2024-11-19T03:20:10,579 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 47efada56ed5,37959,1731986387537 had 2 regions 2024-11-19T03:20:10,579 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,37649,1731986405286-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T03:20:10,579 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,37649,1731986405286-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:20:10,579 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,37649,1731986405286-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:20:10,579 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-47efada56ed5:37649, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:20:10,579 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T03:20:10,579 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T03:20:10,580 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 47efada56ed5,37959,1731986387537, splitWal=true, meta=true, isMeta: false 2024-11-19T03:20:10,582 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/WALs/47efada56ed5,37959,1731986387537-splitting dir is empty, no logs to split. 2024-11-19T03:20:10,582 INFO [PEWorker-3 {}] master.SplitWALManager(105): 47efada56ed5,37959,1731986387537 WAL count=0, meta=false 2024-11-19T03:20:10,585 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/WALs/47efada56ed5,37959,1731986387537-splitting dir is empty, no logs to split. 2024-11-19T03:20:10,585 INFO [PEWorker-3 {}] master.SplitWALManager(105): 47efada56ed5,37959,1731986387537 WAL count=0, meta=false 2024-11-19T03:20:10,585 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 47efada56ed5,37959,1731986387537 WAL splitting is done? wals=0, meta=false 2024-11-19T03:20:10,585 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.186sec 2024-11-19T03:20:10,585 INFO [master/47efada56ed5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T03:20:10,585 INFO [master/47efada56ed5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T03:20:10,585 INFO [master/47efada56ed5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T03:20:10,585 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T03:20:10,585 INFO [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T03:20:10,585 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,37649,1731986405286-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T03:20:10,585 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,37649,1731986405286-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T03:20:10,586 WARN [master/47efada56ed5:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=47efada56ed5,37959,1731986387537/hbase:replication,,1731986398841.a8d32eed4783fda2b7197379d71d4d6f. 2024-11-19T03:20:10,587 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a8d32eed4783fda2b7197379d71d4d6f, ASSIGN}] 2024-11-19T03:20:10,588 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a8d32eed4783fda2b7197379d71d4d6f, ASSIGN 2024-11-19T03:20:10,588 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T03:20:10,588 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T03:20:10,588 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,37649,1731986405286-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:20:10,589 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a8d32eed4783fda2b7197379d71d4d6f, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-19T03:20:10,660 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63300ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:20:10,660 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,37649,-1 for getting cluster id 2024-11-19T03:20:10,660 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:20:10,661 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ff1b267e-3eee-43a1-9a32-09367dffc5d5' 2024-11-19T03:20:10,661 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:20:10,661 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ff1b267e-3eee-43a1-9a32-09367dffc5d5" 2024-11-19T03:20:10,661 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c6520f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:20:10,661 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,37649,-1] 2024-11-19T03:20:10,661 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:20:10,662 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:20:10,662 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:20:10,663 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ed90c0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:20:10,663 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:20:10,664 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,39605,1731986405332, seqNum=-1] 2024-11-19T03:20:10,664 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:20:10,665 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:20:10,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-19T03:20:10,667 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T03:20:10,667 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:20:10,667 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:20:10,667 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:20:10,667 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:20:10,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 47efada56ed5:37649 after: 47efada56ed5:37649 2024-11-19T03:20:10,668 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f2be618, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:20:10,668 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,37649,-1 for getting cluster id 2024-11-19T03:20:10,668 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:20:10,669 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ff1b267e-3eee-43a1-9a32-09367dffc5d5' 2024-11-19T03:20:10,669 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:20:10,669 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ff1b267e-3eee-43a1-9a32-09367dffc5d5" 2024-11-19T03:20:10,669 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74fb689e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:20:10,669 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,37649,-1] 2024-11-19T03:20:10,669 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:20:10,669 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:20:10,670 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:20:10,671 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2928dc6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:20:10,671 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T03:20:10,671 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 47efada56ed5,37649,1731986405286 2024-11-19T03:20:10,671 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52b03ca6 2024-11-19T03:20:10,671 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T03:20:10,672 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T03:20:10,672 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37649 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-19T03:20:10,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T03:20:10,673 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T03:20:10,673 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:20:10,673 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:20:10,673 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:20:10,673 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:20:10,673 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T03:20:10,673 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=301906980, stopped=false 2024-11-19T03:20:10,673 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=47efada56ed5,36759,1731986394849 2024-11-19T03:20:10,739 DEBUG [47efada56ed5:37649 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T03:20:10,739 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=a8d32eed4783fda2b7197379d71d4d6f, regionState=OPENING, regionLocation=47efada56ed5,39605,1731986405332 2024-11-19T03:20:10,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36759-0x101511ae1f90003, quorum=127.0.0.1:54882, baseZNode=/1-531372957 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-531372957/running 2024-11-19T03:20:10,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35383-0x101511ae1f90004, quorum=127.0.0.1:54882, baseZNode=/1-531372957 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-531372957/running 2024-11-19T03:20:10,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36759-0x101511ae1f90003, quorum=127.0.0.1:54882, baseZNode=/1-531372957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-531372957 2024-11-19T03:20:10,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35383-0x101511ae1f90004, quorum=127.0.0.1:54882, baseZNode=/1-531372957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-531372957 2024-11-19T03:20:10,741 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T03:20:10,741 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T03:20:10,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a8d32eed4783fda2b7197379d71d4d6f, ASSIGN because future has completed 2024-11-19T03:20:10,741 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:20:10,741 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36759-0x101511ae1f90003, quorum=127.0.0.1:54882, baseZNode=/1-531372957 Set watcher on znode that does not yet exist, /1-531372957/running 2024-11-19T03:20:10,741 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:20:10,741 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35383-0x101511ae1f90004, quorum=127.0.0.1:54882, baseZNode=/1-531372957 Set watcher on znode that does not yet exist, /1-531372957/running 2024-11-19T03:20:10,742 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '47efada56ed5,35383,1731986395161' ***** 2024-11-19T03:20:10,742 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T03:20:10,742 INFO [RS:0;47efada56ed5:35383 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T03:20:10,742 INFO [RS:0;47efada56ed5:35383 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T03:20:10,742 INFO [RS:0;47efada56ed5:35383 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T03:20:10,742 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure a8d32eed4783fda2b7197379d71d4d6f, server=47efada56ed5,39605,1731986405332}] 2024-11-19T03:20:10,742 INFO [RS:0;47efada56ed5:35383 {}] regionserver.HRegionServer(959): stopping server 47efada56ed5,35383,1731986395161 2024-11-19T03:20:10,742 INFO [RS:0;47efada56ed5:35383 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T03:20:10,742 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T03:20:10,742 INFO [RS:0;47efada56ed5:35383 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;47efada56ed5:35383. 2024-11-19T03:20:10,742 DEBUG [RS:0;47efada56ed5:35383 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:20:10,742 DEBUG [RS:0;47efada56ed5:35383 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:20:10,742 INFO [RS:0;47efada56ed5:35383 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T03:20:10,742 INFO [RS:0;47efada56ed5:35383 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T03:20:10,742 INFO [RS:0;47efada56ed5:35383 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T03:20:10,742 INFO [RS:0;47efada56ed5:35383 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T03:20:10,743 INFO [RS:0;47efada56ed5:35383 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T03:20:10,743 DEBUG [RS:0;47efada56ed5:35383 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-19T03:20:10,743 DEBUG [RS:0;47efada56ed5:35383 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T03:20:10,743 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T03:20:10,743 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T03:20:10,743 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T03:20:10,743 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T03:20:10,743 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T03:20:10,743 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-19T03:20:10,757 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38693/user/jenkins/test-data/5bb85050-094b-6d7b-e3e3-b42439f451d1/data/hbase/meta/1588230740/.tmp/ns/9c8aa979e6de4531b0aa82c8050f3029 is 43, key is default/ns:d/1731986398697/Put/seqid=0 2024-11-19T03:20:10,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43757 is added to blk_1073741835_1011 (size=5153) 2024-11-19T03:20:10,765 INFO [regionserver/47efada56ed5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T03:20:10,843 DEBUG [RS:0;47efada56ed5:39605.replicationSource.wal-reader.47efada56ed5%2C39605%2C1731986405332,1-47efada56ed5,39605,1731986405332 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/WALs/47efada56ed5,39605,1731986405332/47efada56ed5%2C39605%2C1731986405332.1731986406390 to pos 0, reset compression=false 2024-11-19T03:20:10,897 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1731986398841.a8d32eed4783fda2b7197379d71d4d6f. 2024-11-19T03:20:10,897 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T03:20:10,897 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T03:20:10,898 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=47efada56ed5%2C39605%2C1731986405332.rep, suffix=, logDir=hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/WALs/47efada56ed5,39605,1731986405332, archiveDir=hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/oldWALs, maxLogs=10 2024-11-19T03:20:10,909 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/WALs/47efada56ed5,39605,1731986405332/47efada56ed5%2C39605%2C1731986405332.rep.1731986410898, exclude list is [], retry=0 2024-11-19T03:20:10,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43031,DS-5c9f6ba9-f52a-445a-bcd8-760113192639,DISK] 2024-11-19T03:20:10,913 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/WALs/47efada56ed5,39605,1731986405332/47efada56ed5%2C39605%2C1731986405332.rep.1731986410898 2024-11-19T03:20:10,913 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45893:45893)] 2024-11-19T03:20:10,913 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => a8d32eed4783fda2b7197379d71d4d6f, NAME => 'hbase:replication,,1731986398841.a8d32eed4783fda2b7197379d71d4d6f.', STARTKEY => '', ENDKEY => ''} 2024-11-19T03:20:10,913 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T03:20:10,913 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T03:20:10,914 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731986398841.a8d32eed4783fda2b7197379d71d4d6f. service=MultiRowMutationService 2024-11-19T03:20:10,914 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T03:20:10,914 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a8d32eed4783fda2b7197379d71d4d6f 2024-11-19T03:20:10,914 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1731986398841.a8d32eed4783fda2b7197379d71d4d6f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:20:10,914 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for a8d32eed4783fda2b7197379d71d4d6f 2024-11-19T03:20:10,914 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for a8d32eed4783fda2b7197379d71d4d6f 2024-11-19T03:20:10,915 INFO [StoreOpener-a8d32eed4783fda2b7197379d71d4d6f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a8d32eed4783fda2b7197379d71d4d6f 2024-11-19T03:20:10,916 INFO [StoreOpener-a8d32eed4783fda2b7197379d71d4d6f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a8d32eed4783fda2b7197379d71d4d6f columnFamilyName hfileref 2024-11-19T03:20:10,916 DEBUG [StoreOpener-a8d32eed4783fda2b7197379d71d4d6f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:20:10,916 INFO [StoreOpener-a8d32eed4783fda2b7197379d71d4d6f-1 {}] regionserver.HStore(327): Store=a8d32eed4783fda2b7197379d71d4d6f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:20:10,916 INFO [StoreOpener-a8d32eed4783fda2b7197379d71d4d6f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a8d32eed4783fda2b7197379d71d4d6f 2024-11-19T03:20:10,917 INFO [StoreOpener-a8d32eed4783fda2b7197379d71d4d6f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a8d32eed4783fda2b7197379d71d4d6f columnFamilyName queue 2024-11-19T03:20:10,917 DEBUG [StoreOpener-a8d32eed4783fda2b7197379d71d4d6f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:20:10,921 DEBUG [StoreOpener-a8d32eed4783fda2b7197379d71d4d6f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/data/hbase/replication/a8d32eed4783fda2b7197379d71d4d6f/queue/09a78aa12c624c0aab51707c1f0385f9 2024-11-19T03:20:10,922 INFO [StoreOpener-a8d32eed4783fda2b7197379d71d4d6f-1 {}] regionserver.HStore(327): Store=a8d32eed4783fda2b7197379d71d4d6f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:20:10,922 INFO [StoreOpener-a8d32eed4783fda2b7197379d71d4d6f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a8d32eed4783fda2b7197379d71d4d6f 2024-11-19T03:20:10,922 INFO [StoreOpener-a8d32eed4783fda2b7197379d71d4d6f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a8d32eed4783fda2b7197379d71d4d6f columnFamilyName sid 2024-11-19T03:20:10,922 DEBUG [StoreOpener-a8d32eed4783fda2b7197379d71d4d6f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:20:10,923 INFO [StoreOpener-a8d32eed4783fda2b7197379d71d4d6f-1 {}] regionserver.HStore(327): Store=a8d32eed4783fda2b7197379d71d4d6f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:20:10,923 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for a8d32eed4783fda2b7197379d71d4d6f 2024-11-19T03:20:10,924 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/data/hbase/replication/a8d32eed4783fda2b7197379d71d4d6f 2024-11-19T03:20:10,925 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/data/hbase/replication/a8d32eed4783fda2b7197379d71d4d6f 2024-11-19T03:20:10,925 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for a8d32eed4783fda2b7197379d71d4d6f 2024-11-19T03:20:10,925 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for a8d32eed4783fda2b7197379d71d4d6f 2024-11-19T03:20:10,926 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T03:20:10,927 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for a8d32eed4783fda2b7197379d71d4d6f 2024-11-19T03:20:10,928 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened a8d32eed4783fda2b7197379d71d4d6f; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68818409, jitterRate=0.02547420561313629}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T03:20:10,928 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a8d32eed4783fda2b7197379d71d4d6f 2024-11-19T03:20:10,928 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for a8d32eed4783fda2b7197379d71d4d6f: Running coprocessor pre-open hook at 1731986410914Writing region info on filesystem at 1731986410914Initializing all the Stores at 1731986410915 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986410915Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986410915Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986410915Cleaning up temporary data from old regions at 1731986410925 (+10 ms)Running coprocessor post-open hooks at 1731986410928 (+3 ms)Region opened successfully at 1731986410928 2024-11-19T03:20:10,929 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731986398841.a8d32eed4783fda2b7197379d71d4d6f., pid=13, masterSystemTime=1731986410894 2024-11-19T03:20:10,931 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731986398841.a8d32eed4783fda2b7197379d71d4d6f. 2024-11-19T03:20:10,931 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731986398841.a8d32eed4783fda2b7197379d71d4d6f. 2024-11-19T03:20:10,931 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=a8d32eed4783fda2b7197379d71d4d6f, regionState=OPEN, openSeqNum=9, regionLocation=47efada56ed5,39605,1731986405332 2024-11-19T03:20:10,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure a8d32eed4783fda2b7197379d71d4d6f, server=47efada56ed5,39605,1731986405332 because future has completed 2024-11-19T03:20:10,935 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-19T03:20:10,936 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure a8d32eed4783fda2b7197379d71d4d6f, server=47efada56ed5,39605,1731986405332 in 192 msec 2024-11-19T03:20:10,937 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-19T03:20:10,937 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a8d32eed4783fda2b7197379d71d4d6f, ASSIGN in 349 msec 2024-11-19T03:20:10,937 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-19T03:20:10,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731986398841.a8d32eed4783fda2b7197379d71d4d6f., hostname=47efada56ed5,39605,1731986405332, seqNum=9] 2024-11-19T03:20:10,943 DEBUG [RS:0;47efada56ed5:35383 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T03:20:10,954 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 47efada56ed5,37959,1731986387537 2024-11-19T03:20:10,954 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-19T03:20:11,107 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-19T03:20:11,143 DEBUG [RS:0;47efada56ed5:35383 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T03:20:11,162 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38693/user/jenkins/test-data/5bb85050-094b-6d7b-e3e3-b42439f451d1/data/hbase/meta/1588230740/.tmp/ns/9c8aa979e6de4531b0aa82c8050f3029 2024-11-19T03:20:11,168 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38693/user/jenkins/test-data/5bb85050-094b-6d7b-e3e3-b42439f451d1/data/hbase/meta/1588230740/.tmp/ns/9c8aa979e6de4531b0aa82c8050f3029 as hdfs://localhost:38693/user/jenkins/test-data/5bb85050-094b-6d7b-e3e3-b42439f451d1/data/hbase/meta/1588230740/ns/9c8aa979e6de4531b0aa82c8050f3029 2024-11-19T03:20:11,173 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38693/user/jenkins/test-data/5bb85050-094b-6d7b-e3e3-b42439f451d1/data/hbase/meta/1588230740/ns/9c8aa979e6de4531b0aa82c8050f3029, entries=2, sequenceid=6, filesize=5.0 K 2024-11-19T03:20:11,173 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 430ms, sequenceid=6, compaction requested=false 2024-11-19T03:20:11,173 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T03:20:11,178 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38693/user/jenkins/test-data/5bb85050-094b-6d7b-e3e3-b42439f451d1/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-19T03:20:11,178 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T03:20:11,178 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T03:20:11,178 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T03:20:11,178 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731986410743Running coprocessor pre-close hooks at 1731986410743Disabling compacts and flushes for region at 1731986410743Disabling writes for close at 1731986410743Obtaining lock to block concurrent updates at 1731986410743Preparing flush snapshotting stores in 1588230740 at 1731986410743Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731986410743Flushing stores of hbase:meta,,1.1588230740 at 1731986410744 (+1 ms)Flushing 1588230740/ns: creating writer at 1731986410744Flushing 1588230740/ns: appending metadata at 1731986410757 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731986410757Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b4652dd: reopening flushed file at 1731986411167 (+410 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 430ms, sequenceid=6, compaction requested=false at 1731986411173 (+6 ms)Writing region close event to WAL at 1731986411174 (+1 ms)Running coprocessor post-close hooks at 1731986411178 (+4 ms)Closed at 1731986411178 2024-11-19T03:20:11,178 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T03:20:11,343 INFO [RS:0;47efada56ed5:35383 {}] regionserver.HRegionServer(976): stopping server 47efada56ed5,35383,1731986395161; all regions closed. 2024-11-19T03:20:11,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43757 is added to blk_1073741834_1010 (size=1152) 2024-11-19T03:20:11,379 DEBUG [RS:0;47efada56ed5:35383 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5bb85050-094b-6d7b-e3e3-b42439f451d1/oldWALs 2024-11-19T03:20:11,379 INFO [RS:0;47efada56ed5:35383 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 47efada56ed5%2C35383%2C1731986395161.meta:.meta(num 1731986398570) 2024-11-19T03:20:11,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43757 is added to blk_1073741832_1008 (size=93) 2024-11-19T03:20:11,381 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5bb85050-094b-6d7b-e3e3-b42439f451d1/WALs/47efada56ed5,35383,1731986395161/47efada56ed5%2C35383%2C1731986395161.1731986397482 not finished, retry = 0 2024-11-19T03:20:11,451 INFO [regionserver/47efada56ed5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T03:20:11,451 INFO [regionserver/47efada56ed5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T03:20:11,483 DEBUG [RS:0;47efada56ed5:35383 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5bb85050-094b-6d7b-e3e3-b42439f451d1/oldWALs 2024-11-19T03:20:11,484 INFO [RS:0;47efada56ed5:35383 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 47efada56ed5%2C35383%2C1731986395161:(num 1731986397482) 2024-11-19T03:20:11,484 DEBUG [RS:0;47efada56ed5:35383 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:20:11,484 INFO [RS:0;47efada56ed5:35383 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T03:20:11,484 INFO [RS:0;47efada56ed5:35383 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T03:20:11,484 INFO [RS:0;47efada56ed5:35383 {}] hbase.ChoreService(370): Chore service for: regionserver/47efada56ed5:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-19T03:20:11,484 INFO [RS:0;47efada56ed5:35383 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T03:20:11,484 INFO [regionserver/47efada56ed5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T03:20:11,484 INFO [RS:0;47efada56ed5:35383 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35383 2024-11-19T03:20:11,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36759-0x101511ae1f90003, quorum=127.0.0.1:54882, baseZNode=/1-531372957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-531372957/rs 2024-11-19T03:20:11,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35383-0x101511ae1f90004, quorum=127.0.0.1:54882, baseZNode=/1-531372957 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-531372957/rs/47efada56ed5,35383,1731986395161 2024-11-19T03:20:11,504 INFO [RS:0;47efada56ed5:35383 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T03:20:11,515 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [47efada56ed5,35383,1731986395161] 2024-11-19T03:20:11,525 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-531372957/draining/47efada56ed5,35383,1731986395161 already deleted, retry=false 2024-11-19T03:20:11,525 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 47efada56ed5,35383,1731986395161 expired; onlineServers=0 2024-11-19T03:20:11,525 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '47efada56ed5,36759,1731986394849' ***** 2024-11-19T03:20:11,525 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T03:20:11,525 INFO [M:0;47efada56ed5:36759 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T03:20:11,525 INFO [M:0;47efada56ed5:36759 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T03:20:11,525 DEBUG [M:0;47efada56ed5:36759 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T03:20:11,525 DEBUG [M:0;47efada56ed5:36759 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T03:20:11,525 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T03:20:11,525 DEBUG [master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.large.0-1731986397271 {}] cleaner.HFileCleaner(306): Exit Thread[master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.large.0-1731986397271,5,FailOnTimeoutGroup] 2024-11-19T03:20:11,525 DEBUG [master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.small.0-1731986397271 {}] cleaner.HFileCleaner(306): Exit Thread[master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.small.0-1731986397271,5,FailOnTimeoutGroup] 2024-11-19T03:20:11,526 INFO [M:0;47efada56ed5:36759 {}] hbase.ChoreService(370): Chore service for: master/47efada56ed5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T03:20:11,526 INFO [M:0;47efada56ed5:36759 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T03:20:11,526 DEBUG [M:0;47efada56ed5:36759 {}] master.HMaster(1795): Stopping service threads 2024-11-19T03:20:11,526 INFO [M:0;47efada56ed5:36759 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T03:20:11,526 INFO [M:0;47efada56ed5:36759 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T03:20:11,526 INFO [M:0;47efada56ed5:36759 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T03:20:11,526 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T03:20:11,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36759-0x101511ae1f90003, quorum=127.0.0.1:54882, baseZNode=/1-531372957 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-531372957/master 2024-11-19T03:20:11,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36759-0x101511ae1f90003, quorum=127.0.0.1:54882, baseZNode=/1-531372957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-531372957 2024-11-19T03:20:11,536 DEBUG [M:0;47efada56ed5:36759 {}] zookeeper.ZKUtil(347): master:36759-0x101511ae1f90003, quorum=127.0.0.1:54882, baseZNode=/1-531372957 Unable to get data of znode /1-531372957/master because node does not exist (not an error) 2024-11-19T03:20:11,536 WARN [M:0;47efada56ed5:36759 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T03:20:11,537 INFO [M:0;47efada56ed5:36759 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38693/user/jenkins/test-data/5bb85050-094b-6d7b-e3e3-b42439f451d1/.lastflushedseqids 2024-11-19T03:20:11,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43757 is added to blk_1073741836_1012 (size=99) 2024-11-19T03:20:11,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35383-0x101511ae1f90004, quorum=127.0.0.1:54882, baseZNode=/1-531372957 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T03:20:11,615 INFO [RS:0;47efada56ed5:35383 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T03:20:11,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35383-0x101511ae1f90004, quorum=127.0.0.1:54882, baseZNode=/1-531372957 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T03:20:11,615 INFO [RS:0;47efada56ed5:35383 {}] regionserver.HRegionServer(1031): Exiting; stopping=47efada56ed5,35383,1731986395161; zookeeper connection closed. 2024-11-19T03:20:11,615 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@412ddbdc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@412ddbdc 2024-11-19T03:20:11,615 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T03:20:11,848 DEBUG [RS:0;47efada56ed5:39605.replicationSource.wal-reader.47efada56ed5%2C39605%2C1731986405332,1-47efada56ed5,39605,1731986405332 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/WALs/47efada56ed5,39605,1731986405332/47efada56ed5%2C39605%2C1731986405332.1731986406390 to pos 0, reset compression=false 2024-11-19T03:20:11,943 INFO [M:0;47efada56ed5:36759 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T03:20:11,943 INFO [M:0;47efada56ed5:36759 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T03:20:11,943 DEBUG [M:0;47efada56ed5:36759 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T03:20:11,943 INFO [M:0;47efada56ed5:36759 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:20:11,943 DEBUG [M:0;47efada56ed5:36759 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:20:11,943 DEBUG [M:0;47efada56ed5:36759 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T03:20:11,943 DEBUG [M:0;47efada56ed5:36759 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:20:11,943 INFO [M:0;47efada56ed5:36759 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-19T03:20:11,960 DEBUG [M:0;47efada56ed5:36759 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38693/user/jenkins/test-data/5bb85050-094b-6d7b-e3e3-b42439f451d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4d9a1a5ee9d34aafaf609433abf6118f is 82, key is hbase:meta,,1/info:regioninfo/1731986398599/Put/seqid=0 2024-11-19T03:20:11,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43757 is added to blk_1073741837_1013 (size=5672) 2024-11-19T03:20:12,163 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T03:20:12,195 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:20:12,196 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:20:12,196 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:20:12,196 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:20:12,197 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:20:12,209 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:20:12,365 INFO [M:0;47efada56ed5:36759 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38693/user/jenkins/test-data/5bb85050-094b-6d7b-e3e3-b42439f451d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4d9a1a5ee9d34aafaf609433abf6118f 2024-11-19T03:20:12,388 DEBUG [M:0;47efada56ed5:36759 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38693/user/jenkins/test-data/5bb85050-094b-6d7b-e3e3-b42439f451d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f8a8d890145c4e468acc2c6afd9317c8 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731986398700/Put/seqid=0 2024-11-19T03:20:12,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43757 is added to blk_1073741838_1014 (size=5275) 2024-11-19T03:20:12,792 INFO [M:0;47efada56ed5:36759 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38693/user/jenkins/test-data/5bb85050-094b-6d7b-e3e3-b42439f451d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f8a8d890145c4e468acc2c6afd9317c8 2024-11-19T03:20:12,810 DEBUG [M:0;47efada56ed5:36759 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38693/user/jenkins/test-data/5bb85050-094b-6d7b-e3e3-b42439f451d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fb6e44ea476340afab368d3cce3c5589 is 69, key is 47efada56ed5,35383,1731986395161/rs:state/1731986397334/Put/seqid=0 2024-11-19T03:20:12,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43757 is added to blk_1073741839_1015 (size=5156) 2024-11-19T03:20:12,953 DEBUG [RS:0;47efada56ed5:39605.replicationSource.wal-reader.47efada56ed5%2C39605%2C1731986405332,1-47efada56ed5,39605,1731986405332 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/WALs/47efada56ed5,39605,1731986405332/47efada56ed5%2C39605%2C1731986405332.1731986406390 to pos 0, reset compression=false 2024-11-19T03:20:13,214 INFO [M:0;47efada56ed5:36759 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38693/user/jenkins/test-data/5bb85050-094b-6d7b-e3e3-b42439f451d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fb6e44ea476340afab368d3cce3c5589 2024-11-19T03:20:13,219 DEBUG [M:0;47efada56ed5:36759 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38693/user/jenkins/test-data/5bb85050-094b-6d7b-e3e3-b42439f451d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4d9a1a5ee9d34aafaf609433abf6118f as hdfs://localhost:38693/user/jenkins/test-data/5bb85050-094b-6d7b-e3e3-b42439f451d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4d9a1a5ee9d34aafaf609433abf6118f 2024-11-19T03:20:13,223 INFO [M:0;47efada56ed5:36759 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38693/user/jenkins/test-data/5bb85050-094b-6d7b-e3e3-b42439f451d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4d9a1a5ee9d34aafaf609433abf6118f, entries=8, sequenceid=28, filesize=5.5 K 2024-11-19T03:20:13,224 DEBUG [M:0;47efada56ed5:36759 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38693/user/jenkins/test-data/5bb85050-094b-6d7b-e3e3-b42439f451d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f8a8d890145c4e468acc2c6afd9317c8 as hdfs://localhost:38693/user/jenkins/test-data/5bb85050-094b-6d7b-e3e3-b42439f451d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f8a8d890145c4e468acc2c6afd9317c8 2024-11-19T03:20:13,228 INFO [M:0;47efada56ed5:36759 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38693/user/jenkins/test-data/5bb85050-094b-6d7b-e3e3-b42439f451d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f8a8d890145c4e468acc2c6afd9317c8, entries=3, sequenceid=28, filesize=5.2 K 2024-11-19T03:20:13,229 DEBUG [M:0;47efada56ed5:36759 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38693/user/jenkins/test-data/5bb85050-094b-6d7b-e3e3-b42439f451d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fb6e44ea476340afab368d3cce3c5589 as hdfs://localhost:38693/user/jenkins/test-data/5bb85050-094b-6d7b-e3e3-b42439f451d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fb6e44ea476340afab368d3cce3c5589 2024-11-19T03:20:13,233 INFO [M:0;47efada56ed5:36759 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38693/user/jenkins/test-data/5bb85050-094b-6d7b-e3e3-b42439f451d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fb6e44ea476340afab368d3cce3c5589, entries=1, sequenceid=28, filesize=5.0 K 2024-11-19T03:20:13,234 INFO [M:0;47efada56ed5:36759 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=28, compaction requested=false 2024-11-19T03:20:13,235 INFO [M:0;47efada56ed5:36759 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:20:13,235 DEBUG [M:0;47efada56ed5:36759 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731986411943Disabling compacts and flushes for region at 1731986411943Disabling writes for close at 1731986411943Obtaining lock to block concurrent updates at 1731986411943Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731986411943Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731986411944 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731986411944Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731986411944Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731986411960 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731986411960Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731986412369 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731986412387 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731986412387Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731986412796 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731986412809 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731986412809Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35f14792: reopening flushed file at 1731986413218 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@127bfb03: reopening flushed file at 1731986413223 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@620669bc: reopening flushed file at 1731986413228 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=28, compaction requested=false at 1731986413234 (+6 ms)Writing region close event to WAL at 1731986413235 (+1 ms)Closed at 1731986413235 2024-11-19T03:20:13,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43757 is added to blk_1073741830_1006 (size=10165) 2024-11-19T03:20:13,237 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5bb85050-094b-6d7b-e3e3-b42439f451d1/MasterData/WALs/47efada56ed5,36759,1731986394849/47efada56ed5%2C36759%2C1731986394849.1731986396965 not finished, retry = 0 2024-11-19T03:20:13,338 INFO [M:0;47efada56ed5:36759 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T03:20:13,338 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T03:20:13,338 INFO [M:0;47efada56ed5:36759 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36759 2024-11-19T03:20:13,339 INFO [M:0;47efada56ed5:36759 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T03:20:13,515 INFO [M:0;47efada56ed5:36759 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T03:20:13,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36759-0x101511ae1f90003, quorum=127.0.0.1:54882, baseZNode=/1-531372957 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T03:20:13,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36759-0x101511ae1f90003, quorum=127.0.0.1:54882, baseZNode=/1-531372957 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T03:20:13,517 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@510f25c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T03:20:13,517 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1671ab22{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T03:20:13,517 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T03:20:13,517 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2427d7e1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T03:20:13,517 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23014760{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e67e4cc0-5aa1-aca3-22fb-1da1a1947eb6/hadoop.log.dir/,STOPPED} 2024-11-19T03:20:13,518 WARN [BP-1008939779-172.17.0.3-1731986391490 heartbeating to localhost/127.0.0.1:38693 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T03:20:13,518 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T03:20:13,518 WARN [BP-1008939779-172.17.0.3-1731986391490 heartbeating to localhost/127.0.0.1:38693 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1008939779-172.17.0.3-1731986391490 (Datanode Uuid 684dbc83-54e2-40c9-af85-e6b1e5ea568f) service to localhost/127.0.0.1:38693 2024-11-19T03:20:13,518 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T03:20:13,519 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e67e4cc0-5aa1-aca3-22fb-1da1a1947eb6/cluster_960023fa-2f02-ec10-e4f7-c9d94b19c374/data/data1/current/BP-1008939779-172.17.0.3-1731986391490 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T03:20:13,519 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e67e4cc0-5aa1-aca3-22fb-1da1a1947eb6/cluster_960023fa-2f02-ec10-e4f7-c9d94b19c374/data/data2/current/BP-1008939779-172.17.0.3-1731986391490 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T03:20:13,519 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T03:20:13,523 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7b020e29{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T03:20:13,523 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3486a387{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T03:20:13,523 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T03:20:13,524 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c3cabb4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T03:20:13,524 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@589fa68a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e67e4cc0-5aa1-aca3-22fb-1da1a1947eb6/hadoop.log.dir/,STOPPED} 2024-11-19T03:20:13,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T03:20:13,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T03:20:13,534 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T03:20:13,534 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:20:13,534 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:20:13,534 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:20:13,534 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:20:13,534 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T03:20:13,534 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=163968487, stopped=false 2024-11-19T03:20:13,534 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=47efada56ed5,37649,1731986405286 2024-11-19T03:20:13,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37649-0x101511ae1f90006, quorum=127.0.0.1:54882, baseZNode=/0-23047605 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-23047605/running 2024-11-19T03:20:13,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39605-0x101511ae1f90007, quorum=127.0.0.1:54882, baseZNode=/0-23047605 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-23047605/running 2024-11-19T03:20:13,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37649-0x101511ae1f90006, quorum=127.0.0.1:54882, baseZNode=/0-23047605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-23047605 2024-11-19T03:20:13,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39605-0x101511ae1f90007, quorum=127.0.0.1:54882, baseZNode=/0-23047605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-23047605 2024-11-19T03:20:13,551 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T03:20:13,551 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T03:20:13,552 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39605-0x101511ae1f90007, quorum=127.0.0.1:54882, baseZNode=/0-23047605 Set watcher on znode that does not yet exist, /0-23047605/running 2024-11-19T03:20:13,552 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37649-0x101511ae1f90006, quorum=127.0.0.1:54882, baseZNode=/0-23047605 Set watcher on znode that does not yet exist, /0-23047605/running 2024-11-19T03:20:13,552 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:20:13,552 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:20:13,552 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '47efada56ed5,39605,1731986405332' ***** 2024-11-19T03:20:13,552 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T03:20:13,552 INFO [RS:0;47efada56ed5:39605 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T03:20:13,552 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T03:20:13,552 INFO [RS:0;47efada56ed5:39605 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T03:20:13,552 INFO [RS:0;47efada56ed5:39605 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T03:20:13,552 INFO [RS:0;47efada56ed5:39605 {}] regionserver.HRegionServer(3091): Received CLOSE for a8d32eed4783fda2b7197379d71d4d6f 2024-11-19T03:20:13,553 INFO [RS:0;47efada56ed5:39605 {}] regionserver.HRegionServer(959): stopping server 47efada56ed5,39605,1731986405332 2024-11-19T03:20:13,553 INFO [RS:0;47efada56ed5:39605 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T03:20:13,553 INFO [RS:0;47efada56ed5:39605 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;47efada56ed5:39605. 2024-11-19T03:20:13,553 DEBUG [RS:0;47efada56ed5:39605 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:20:13,553 DEBUG [RS:0;47efada56ed5:39605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:20:13,553 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a8d32eed4783fda2b7197379d71d4d6f, disabling compactions & flushes 2024-11-19T03:20:13,553 INFO [RS:0;47efada56ed5:39605 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T03:20:13,553 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731986398841.a8d32eed4783fda2b7197379d71d4d6f. 2024-11-19T03:20:13,553 INFO [RS:0;47efada56ed5:39605 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T03:20:13,553 INFO [RS:0;47efada56ed5:39605 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T03:20:13,553 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731986398841.a8d32eed4783fda2b7197379d71d4d6f. 2024-11-19T03:20:13,553 INFO [RS:0;47efada56ed5:39605 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T03:20:13,553 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731986398841.a8d32eed4783fda2b7197379d71d4d6f. after waiting 0 ms 2024-11-19T03:20:13,553 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731986398841.a8d32eed4783fda2b7197379d71d4d6f. 2024-11-19T03:20:13,553 INFO [RS:0;47efada56ed5:39605 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T03:20:13,553 DEBUG [RS:0;47efada56ed5:39605 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a8d32eed4783fda2b7197379d71d4d6f=hbase:replication,,1731986398841.a8d32eed4783fda2b7197379d71d4d6f.} 2024-11-19T03:20:13,553 DEBUG [RS:0;47efada56ed5:39605 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a8d32eed4783fda2b7197379d71d4d6f 2024-11-19T03:20:13,553 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T03:20:13,553 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T03:20:13,553 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T03:20:13,553 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T03:20:13,553 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T03:20:13,553 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-19T03:20:13,555 INFO [regionserver/47efada56ed5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T03:20:13,556 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/data/hbase/replication/a8d32eed4783fda2b7197379d71d4d6f/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-19T03:20:13,557 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T03:20:13,557 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T03:20:13,557 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731986398841.a8d32eed4783fda2b7197379d71d4d6f. 2024-11-19T03:20:13,557 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a8d32eed4783fda2b7197379d71d4d6f: Waiting for close lock at 1731986413553Running coprocessor pre-close hooks at 1731986413553Disabling compacts and flushes for region at 1731986413553Disabling writes for close at 1731986413553Writing region close event to WAL at 1731986413553Running coprocessor post-close hooks at 1731986413556 (+3 ms)Closed at 1731986413557 (+1 ms) 2024-11-19T03:20:13,557 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731986398841.a8d32eed4783fda2b7197379d71d4d6f. 2024-11-19T03:20:13,567 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/data/hbase/meta/1588230740/.tmp/info/ce2cc97faec8420592ca6e54129b9430 is 147, key is hbase:replication,,1731986398841.a8d32eed4783fda2b7197379d71d4d6f./info:regioninfo/1731986410931/Put/seqid=0 2024-11-19T03:20:13,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43031 is added to blk_1073741851_1027 (size=6385) 2024-11-19T03:20:13,753 DEBUG [RS:0;47efada56ed5:39605 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T03:20:13,953 DEBUG [RS:0;47efada56ed5:39605 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T03:20:13,971 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/data/hbase/meta/1588230740/.tmp/info/ce2cc97faec8420592ca6e54129b9430 2024-11-19T03:20:13,977 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/data/hbase/meta/1588230740/.tmp/info/ce2cc97faec8420592ca6e54129b9430 as hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/data/hbase/meta/1588230740/info/ce2cc97faec8420592ca6e54129b9430 2024-11-19T03:20:13,981 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/data/hbase/meta/1588230740/info/ce2cc97faec8420592ca6e54129b9430, entries=8, sequenceid=19, filesize=6.2 K 2024-11-19T03:20:13,982 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 429ms, sequenceid=19, compaction requested=false 2024-11-19T03:20:13,987 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-19T03:20:13,988 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T03:20:13,988 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T03:20:13,988 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T03:20:13,988 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731986413553Running coprocessor pre-close hooks at 1731986413553Disabling compacts and flushes for region at 1731986413553Disabling writes for close at 1731986413553Obtaining lock to block concurrent updates at 1731986413553Preparing flush snapshotting stores in 1588230740 at 1731986413553Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731986413554 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731986413554Flushing 1588230740/info: creating writer at 1731986413554Flushing 1588230740/info: appending metadata at 1731986413567 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731986413567Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6912718f: reopening flushed file at 1731986413976 (+409 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 429ms, sequenceid=19, compaction requested=false at 1731986413982 (+6 ms)Writing region close event to WAL at 1731986413984 (+2 ms)Running coprocessor post-close hooks at 1731986413988 (+4 ms)Closed at 1731986413988 2024-11-19T03:20:13,988 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T03:20:14,154 INFO [RS:0;47efada56ed5:39605 {}] regionserver.HRegionServer(976): stopping server 47efada56ed5,39605,1731986405332; all regions closed. 2024-11-19T03:20:14,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43031 is added to blk_1073741849_1025 (size=2156) 2024-11-19T03:20:14,156 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/WALs/47efada56ed5,39605,1731986405332/47efada56ed5%2C39605%2C1731986405332.meta.1731986406646.meta not finished, retry = 0 2024-11-19T03:20:14,158 DEBUG [RS:0;47efada56ed5:39605.replicationSource.wal-reader.47efada56ed5%2C39605%2C1731986405332,1-47efada56ed5,39605,1731986405332 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/WALs/47efada56ed5,39605,1731986405332/47efada56ed5%2C39605%2C1731986405332.1731986406390 to pos 0, reset compression=false 2024-11-19T03:20:14,249 INFO [regionserver/47efada56ed5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T03:20:14,249 INFO [regionserver/47efada56ed5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T03:20:14,259 DEBUG [RS:0;47efada56ed5:39605 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/oldWALs 2024-11-19T03:20:14,259 INFO [RS:0;47efada56ed5:39605 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 47efada56ed5%2C39605%2C1731986405332.meta:.meta(num 1731986406646) 2024-11-19T03:20:14,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43031 is added to blk_1073741850_1026 (size=796) 2024-11-19T03:20:14,261 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/WALs/47efada56ed5,39605,1731986405332/47efada56ed5%2C39605%2C1731986405332.rep.1731986410898 not finished, retry = 0 2024-11-19T03:20:14,363 DEBUG [RS:0;47efada56ed5:39605 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/oldWALs 2024-11-19T03:20:14,363 INFO [RS:0;47efada56ed5:39605 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 47efada56ed5%2C39605%2C1731986405332.rep:(num 1731986410898) 2024-11-19T03:20:14,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43031 is added to blk_1073741848_1024 (size=93) 2024-11-19T03:20:14,365 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/WALs/47efada56ed5,39605,1731986405332/47efada56ed5%2C39605%2C1731986405332.1731986406390 not finished, retry = 0 2024-11-19T03:20:14,467 DEBUG [RS:0;47efada56ed5:39605 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/oldWALs 2024-11-19T03:20:14,467 INFO [RS:0;47efada56ed5:39605 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 47efada56ed5%2C39605%2C1731986405332:(num 1731986406390) 2024-11-19T03:20:14,467 DEBUG [RS:0;47efada56ed5:39605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:20:14,467 INFO [RS:0;47efada56ed5:39605 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T03:20:14,467 INFO [RS:0;47efada56ed5:39605 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T03:20:14,468 INFO [RS:0;47efada56ed5:39605 {}] hbase.ChoreService(370): Chore service for: regionserver/47efada56ed5:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-19T03:20:14,468 INFO [RS:0;47efada56ed5:39605 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T03:20:14,468 INFO [regionserver/47efada56ed5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T03:20:14,468 INFO [RS:0;47efada56ed5:39605 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-47efada56ed5,39605,1731986405332 because: Region server is closing 2024-11-19T03:20:14,468 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/47efada56ed5:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-19T03:20:14,468 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/47efada56ed5:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-19T03:20:14,468 INFO [RS:0;47efada56ed5:39605 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;47efada56ed5:39605. 2024-11-19T03:20:14,468 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/47efada56ed5:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-19T03:20:14,468 DEBUG [RS:0;47efada56ed5:39605 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:20:14,468 DEBUG [RS:0;47efada56ed5:39605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:20:14,468 DEBUG [RS:0;47efada56ed5:39605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:20:14,468 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:20:14,568 WARN [RS:0;47efada56ed5:39605.replicationSource.shipper47efada56ed5%2C39605%2C1731986405332,1-47efada56ed5,39605,1731986405332 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-19T03:20:14,568 WARN [RS:0;47efada56ed5:39605.replicationSource.wal-reader.47efada56ed5%2C39605%2C1731986405332,1-47efada56ed5,39605,1731986405332 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T03:20:14,569 INFO [RS:0;47efada56ed5:39605 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;47efada56ed5:39605.replicationSource.shipper47efada56ed5%2C39605%2C1731986405332,1-47efada56ed5,39605,1731986405332 terminated 2024-11-19T03:20:14,569 INFO [RS:0;47efada56ed5:39605 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39605 2024-11-19T03:20:14,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37649-0x101511ae1f90006, quorum=127.0.0.1:54882, baseZNode=/0-23047605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-23047605/rs 2024-11-19T03:20:14,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39605-0x101511ae1f90007, quorum=127.0.0.1:54882, baseZNode=/0-23047605 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-23047605/rs/47efada56ed5,39605,1731986405332 2024-11-19T03:20:14,720 INFO [RS:0;47efada56ed5:39605 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T03:20:14,730 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [47efada56ed5,39605,1731986405332] 2024-11-19T03:20:14,740 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-23047605/draining/47efada56ed5,39605,1731986405332 already deleted, retry=false 2024-11-19T03:20:14,740 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 47efada56ed5,39605,1731986405332 expired; onlineServers=0 2024-11-19T03:20:14,741 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '47efada56ed5,37649,1731986405286' ***** 2024-11-19T03:20:14,741 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T03:20:14,741 INFO [M:0;47efada56ed5:37649 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T03:20:14,741 INFO [M:0;47efada56ed5:37649 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T03:20:14,741 DEBUG [M:0;47efada56ed5:37649 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T03:20:14,741 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T03:20:14,741 DEBUG [M:0;47efada56ed5:37649 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T03:20:14,741 DEBUG [master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.small.0-1731986406065 {}] cleaner.HFileCleaner(306): Exit Thread[master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.small.0-1731986406065,5,FailOnTimeoutGroup] 2024-11-19T03:20:14,741 DEBUG [master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.large.0-1731986406065 {}] cleaner.HFileCleaner(306): Exit Thread[master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.large.0-1731986406065,5,FailOnTimeoutGroup] 2024-11-19T03:20:14,741 INFO [M:0;47efada56ed5:37649 {}] hbase.ChoreService(370): Chore service for: master/47efada56ed5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T03:20:14,741 INFO [M:0;47efada56ed5:37649 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T03:20:14,741 DEBUG [M:0;47efada56ed5:37649 {}] master.HMaster(1795): Stopping service threads 2024-11-19T03:20:14,741 INFO [M:0;47efada56ed5:37649 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T03:20:14,741 INFO [M:0;47efada56ed5:37649 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T03:20:14,741 INFO [M:0;47efada56ed5:37649 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T03:20:14,741 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T03:20:14,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37649-0x101511ae1f90006, quorum=127.0.0.1:54882, baseZNode=/0-23047605 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-23047605/master 2024-11-19T03:20:14,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37649-0x101511ae1f90006, quorum=127.0.0.1:54882, baseZNode=/0-23047605 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-23047605 2024-11-19T03:20:14,751 DEBUG [M:0;47efada56ed5:37649 {}] zookeeper.ZKUtil(347): master:37649-0x101511ae1f90006, quorum=127.0.0.1:54882, baseZNode=/0-23047605 Unable to get data of znode /0-23047605/master because node does not exist (not an error) 2024-11-19T03:20:14,751 WARN [M:0;47efada56ed5:37649 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T03:20:14,752 INFO [M:0;47efada56ed5:37649 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/.lastflushedseqids 2024-11-19T03:20:14,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43031 is added to blk_1073741852_1028 (size=181) 2024-11-19T03:20:14,830 INFO [RS:0;47efada56ed5:39605 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T03:20:14,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39605-0x101511ae1f90007, quorum=127.0.0.1:54882, baseZNode=/0-23047605 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T03:20:14,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39605-0x101511ae1f90007, quorum=127.0.0.1:54882, baseZNode=/0-23047605 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T03:20:14,830 INFO [RS:0;47efada56ed5:39605 {}] regionserver.HRegionServer(1031): Exiting; stopping=47efada56ed5,39605,1731986405332; zookeeper connection closed. 2024-11-19T03:20:14,830 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@56fecd53 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@56fecd53 2024-11-19T03:20:14,831 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T03:20:15,156 INFO [M:0;47efada56ed5:37649 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T03:20:15,156 INFO [M:0;47efada56ed5:37649 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T03:20:15,156 DEBUG [M:0;47efada56ed5:37649 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T03:20:15,156 INFO [M:0;47efada56ed5:37649 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:20:15,156 DEBUG [M:0;47efada56ed5:37649 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:20:15,156 DEBUG [M:0;47efada56ed5:37649 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T03:20:15,156 DEBUG [M:0;47efada56ed5:37649 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:20:15,157 INFO [M:0;47efada56ed5:37649 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-19T03:20:15,174 DEBUG [M:0;47efada56ed5:37649 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c21d4ce61854405885b130f32cd20d24 is 82, key is hbase:meta,,1/info:regioninfo/1731986406688/Put/seqid=0 2024-11-19T03:20:15,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43031 is added to blk_1073741853_1029 (size=5672) 2024-11-19T03:20:15,178 INFO [M:0;47efada56ed5:37649 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c21d4ce61854405885b130f32cd20d24 2024-11-19T03:20:15,201 DEBUG [M:0;47efada56ed5:37649 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3ddd8b3ec4564f9587aa4f16b95cd8b7 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1731986410936/Put/seqid=0 2024-11-19T03:20:15,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43031 is added to blk_1073741854_1030 (size=7312) 2024-11-19T03:20:15,606 INFO [M:0;47efada56ed5:37649 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3ddd8b3ec4564f9587aa4f16b95cd8b7 2024-11-19T03:20:15,629 DEBUG [M:0;47efada56ed5:37649 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0adc34b27c9146a494bd9e1617f63610 is 69, key is 47efada56ed5,39605,1731986405332/rs:state/1731986406191/Put/seqid=0 2024-11-19T03:20:15,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43031 is added to blk_1073741855_1031 (size=5370) 2024-11-19T03:20:16,034 INFO [M:0;47efada56ed5:37649 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0adc34b27c9146a494bd9e1617f63610 2024-11-19T03:20:16,038 INFO [M:0;47efada56ed5:37649 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0adc34b27c9146a494bd9e1617f63610 2024-11-19T03:20:16,039 DEBUG [M:0;47efada56ed5:37649 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c21d4ce61854405885b130f32cd20d24 as hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c21d4ce61854405885b130f32cd20d24 2024-11-19T03:20:16,044 INFO [M:0;47efada56ed5:37649 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c21d4ce61854405885b130f32cd20d24, entries=8, sequenceid=127, filesize=5.5 K 2024-11-19T03:20:16,045 DEBUG [M:0;47efada56ed5:37649 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3ddd8b3ec4564f9587aa4f16b95cd8b7 as hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3ddd8b3ec4564f9587aa4f16b95cd8b7 2024-11-19T03:20:16,050 INFO [M:0;47efada56ed5:37649 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3ddd8b3ec4564f9587aa4f16b95cd8b7, entries=7, sequenceid=127, filesize=7.1 K 2024-11-19T03:20:16,051 DEBUG [M:0;47efada56ed5:37649 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0adc34b27c9146a494bd9e1617f63610 as hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0adc34b27c9146a494bd9e1617f63610 2024-11-19T03:20:16,055 INFO [M:0;47efada56ed5:37649 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0adc34b27c9146a494bd9e1617f63610 2024-11-19T03:20:16,055 INFO [M:0;47efada56ed5:37649 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41027/user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0adc34b27c9146a494bd9e1617f63610, entries=2, sequenceid=127, filesize=5.2 K 2024-11-19T03:20:16,056 INFO [M:0;47efada56ed5:37649 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 900ms, sequenceid=127, compaction requested=false 2024-11-19T03:20:16,058 INFO [M:0;47efada56ed5:37649 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:20:16,058 DEBUG [M:0;47efada56ed5:37649 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731986415156Disabling compacts and flushes for region at 1731986415156Disabling writes for close at 1731986415156Obtaining lock to block concurrent updates at 1731986415157 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731986415157Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731986415157Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731986415157Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731986415158 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731986415174 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731986415174Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731986415183 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731986415201 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731986415201Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731986415610 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731986415628 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731986415628Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@315e3085: reopening flushed file at 1731986416038 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7cb2569a: reopening flushed file at 1731986416044 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ba19d80: reopening flushed file at 1731986416050 (+6 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 900ms, sequenceid=127, compaction requested=false at 1731986416056 (+6 ms)Writing region close event to WAL at 1731986416058 (+2 ms)Closed at 1731986416058 2024-11-19T03:20:16,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43031 is added to blk_1073741847_1023 (size=22903) 2024-11-19T03:20:16,060 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/78c242fa-9b9c-d381-ee2f-e87d92e37d72/MasterData/WALs/47efada56ed5,37649,1731986405286/47efada56ed5%2C37649%2C1731986405286.1731986405841 not finished, retry = 0 2024-11-19T03:20:16,161 INFO [M:0;47efada56ed5:37649 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T03:20:16,161 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T03:20:16,161 INFO [M:0;47efada56ed5:37649 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37649 2024-11-19T03:20:16,161 INFO [M:0;47efada56ed5:37649 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T03:20:16,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37649-0x101511ae1f90006, quorum=127.0.0.1:54882, baseZNode=/0-23047605 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T03:20:16,357 INFO [M:0;47efada56ed5:37649 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T03:20:16,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37649-0x101511ae1f90006, quorum=127.0.0.1:54882, baseZNode=/0-23047605 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T03:20:16,360 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@a3b9516{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T03:20:16,360 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@29baefa8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T03:20:16,360 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T03:20:16,360 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53d6f8c4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T03:20:16,360 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f6c5483{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/125c6ba9-e9cd-10cb-69e7-59143fe74d22/hadoop.log.dir/,STOPPED} 2024-11-19T03:20:16,362 WARN [BP-687165337-172.17.0.3-1731986384481 heartbeating to localhost/127.0.0.1:41027 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T03:20:16,362 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T03:20:16,362 WARN [BP-687165337-172.17.0.3-1731986384481 heartbeating to localhost/127.0.0.1:41027 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-687165337-172.17.0.3-1731986384481 (Datanode Uuid eace0d4b-f997-4875-9820-7fa1dfad8a36) service to localhost/127.0.0.1:41027 2024-11-19T03:20:16,362 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T03:20:16,363 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/125c6ba9-e9cd-10cb-69e7-59143fe74d22/cluster_9e20b511-6b93-4d9d-1b5c-c50d2c15d573/data/data1/current/BP-687165337-172.17.0.3-1731986384481 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T03:20:16,363 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/125c6ba9-e9cd-10cb-69e7-59143fe74d22/cluster_9e20b511-6b93-4d9d-1b5c-c50d2c15d573/data/data2/current/BP-687165337-172.17.0.3-1731986384481 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T03:20:16,363 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T03:20:16,368 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2c884628{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T03:20:16,369 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@179bbeaa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T03:20:16,369 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T03:20:16,369 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b720c32{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T03:20:16,369 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63d6d32d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/125c6ba9-e9cd-10cb-69e7-59143fe74d22/hadoop.log.dir/,STOPPED} 2024-11-19T03:20:16,376 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-19T03:20:16,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T03:20:16,402 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=203 (was 159) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:41027 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54882) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:38693 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41027 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:38693 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41027 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38693 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38693 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38693 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38693 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38693 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41027 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:41027 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:38693 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:41027 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54882) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:38693 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38693 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:41027 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41027 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:41027 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=569 (was 504) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=323 (was 347), ProcessCount=11 (was 11), AvailableMemoryMB=13110 (was 9987) - AvailableMemoryMB LEAK? - 2024-11-19T03:20:16,410 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=203, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=323, ProcessCount=11, AvailableMemoryMB=13110 2024-11-19T03:20:16,422 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-19T03:20:16,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e67e4cc0-5aa1-aca3-22fb-1da1a1947eb6/hadoop.log.dir so I do NOT create it in target/test-data/2c0d274c-ac9b-683d-a990-2f32dca58b4a 2024-11-19T03:20:16,422 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e67e4cc0-5aa1-aca3-22fb-1da1a1947eb6/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T03:20:16,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e67e4cc0-5aa1-aca3-22fb-1da1a1947eb6/hadoop.tmp.dir so I do NOT create it in target/test-data/2c0d274c-ac9b-683d-a990-2f32dca58b4a 2024-11-19T03:20:16,422 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e67e4cc0-5aa1-aca3-22fb-1da1a1947eb6/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T03:20:16,422 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2c0d274c-ac9b-683d-a990-2f32dca58b4a 2024-11-19T03:20:16,422 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2c0d274c-ac9b-683d-a990-2f32dca58b4a/cluster_7bc7ef1e-a5b0-7d8c-f4d1-f4082f58ccd4, deleteOnExit=true 2024-11-19T03:20:16,450 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2c0d274c-ac9b-683d-a990-2f32dca58b4a/cluster_7bc7ef1e-a5b0-7d8c-f4d1-f4082f58ccd4/zookeeper_0, clientPort=64222, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2c0d274c-ac9b-683d-a990-2f32dca58b4a/cluster_7bc7ef1e-a5b0-7d8c-f4d1-f4082f58ccd4/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2c0d274c-ac9b-683d-a990-2f32dca58b4a/cluster_7bc7ef1e-a5b0-7d8c-f4d1-f4082f58ccd4/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T03:20:16,450 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64222 2024-11-19T03:20:16,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T03:20:16,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T03:20:16,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2c0d274c-ac9b-683d-a990-2f32dca58b4a/test.cache.data in system properties and HBase conf 2024-11-19T03:20:16,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2c0d274c-ac9b-683d-a990-2f32dca58b4a/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T03:20:16,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2c0d274c-ac9b-683d-a990-2f32dca58b4a/hadoop.log.dir in system properties and HBase conf 2024-11-19T03:20:16,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2c0d274c-ac9b-683d-a990-2f32dca58b4a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T03:20:16,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2c0d274c-ac9b-683d-a990-2f32dca58b4a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T03:20:16,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T03:20:16,451 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T03:20:16,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2c0d274c-ac9b-683d-a990-2f32dca58b4a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T03:20:16,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2c0d274c-ac9b-683d-a990-2f32dca58b4a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T03:20:16,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2c0d274c-ac9b-683d-a990-2f32dca58b4a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T03:20:16,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2c0d274c-ac9b-683d-a990-2f32dca58b4a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T03:20:16,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2c0d274c-ac9b-683d-a990-2f32dca58b4a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T03:20:16,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2c0d274c-ac9b-683d-a990-2f32dca58b4a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T03:20:16,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2c0d274c-ac9b-683d-a990-2f32dca58b4a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T03:20:16,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2c0d274c-ac9b-683d-a990-2f32dca58b4a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T03:20:16,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2c0d274c-ac9b-683d-a990-2f32dca58b4a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T03:20:16,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2c0d274c-ac9b-683d-a990-2f32dca58b4a/nfs.dump.dir in system properties and HBase conf 2024-11-19T03:20:16,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2c0d274c-ac9b-683d-a990-2f32dca58b4a/java.io.tmpdir in system properties and HBase conf 2024-11-19T03:20:16,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2c0d274c-ac9b-683d-a990-2f32dca58b4a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T03:20:16,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2c0d274c-ac9b-683d-a990-2f32dca58b4a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T03:20:16,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2c0d274c-ac9b-683d-a990-2f32dca58b4a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T03:20:16,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101511ae1f90002, quorum=127.0.0.1:54882, baseZNode=/0-23047605 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T03:20:16,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101511ae1f90005, quorum=127.0.0.1:54882, baseZNode=/1-531372957 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T03:20:16,474 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101511ae1f90005, quorum=127.0.0.1:54882, baseZNode=/1-531372957 Received Disconnected from ZooKeeper, ignoring 2024-11-19T03:20:16,474 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101511ae1f90002, quorum=127.0.0.1:54882, baseZNode=/0-23047605 Received Disconnected from ZooKeeper, ignoring 2024-11-19T03:20:16,486 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T03:20:16,486 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T03:20:16,487 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-19T03:20:16,487 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T03:20:16,884 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T03:20:16,889 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T03:20:16,904 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T03:20:16,904 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T03:20:16,904 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T03:20:16,908 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T03:20:16,911 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5cc91568{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2c0d274c-ac9b-683d-a990-2f32dca58b4a/hadoop.log.dir/,AVAILABLE} 2024-11-19T03:20:16,911 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ca5bf28{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T03:20:17,049 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@62e8ea43{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2c0d274c-ac9b-683d-a990-2f32dca58b4a/java.io.tmpdir/jetty-localhost-39025-hadoop-hdfs-3_4_1-tests_jar-_-any-848730649419438711/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T03:20:17,050 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@32085278{HTTP/1.1, (http/1.1)}{localhost:39025} 2024-11-19T03:20:17,050 INFO [Time-limited test {}] server.Server(415): Started @180654ms 2024-11-19T03:20:17,293 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T03:20:17,296 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T03:20:17,300 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T03:20:17,300 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T03:20:17,301 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T03:20:17,301 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a5c7b60{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2c0d274c-ac9b-683d-a990-2f32dca58b4a/hadoop.log.dir/,AVAILABLE} 2024-11-19T03:20:17,301 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@454830c0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T03:20:17,404 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@64f2cb0a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2c0d274c-ac9b-683d-a990-2f32dca58b4a/java.io.tmpdir/jetty-localhost-46409-hadoop-hdfs-3_4_1-tests_jar-_-any-2550809711648006515/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T03:20:17,404 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@f697db0{HTTP/1.1, (http/1.1)}{localhost:46409} 2024-11-19T03:20:17,404 INFO [Time-limited test {}] server.Server(415): Started @181008ms 2024-11-19T03:20:17,405 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T03:20:18,100 WARN [Thread-1681 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2c0d274c-ac9b-683d-a990-2f32dca58b4a/cluster_7bc7ef1e-a5b0-7d8c-f4d1-f4082f58ccd4/data/data1/current/BP-853494008-172.17.0.3-1731986416472/current, will proceed with Du for space computation calculation, 2024-11-19T03:20:18,100 WARN [Thread-1682 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2c0d274c-ac9b-683d-a990-2f32dca58b4a/cluster_7bc7ef1e-a5b0-7d8c-f4d1-f4082f58ccd4/data/data2/current/BP-853494008-172.17.0.3-1731986416472/current, will proceed with Du for space computation calculation, 2024-11-19T03:20:18,119 WARN [Thread-1669 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T03:20:18,121 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x978171d8f40bd248 with lease ID 0xe0e22333108643f8: Processing first storage report for DS-409aaddc-f43b-47e1-9fe6-4af90da4731e from datanode DatanodeRegistration(127.0.0.1:35013, datanodeUuid=ef9780f5-05ab-46b7-b2d6-bd4249bff105, infoPort=33909, infoSecurePort=0, ipcPort=36257, storageInfo=lv=-57;cid=testClusterID;nsid=2084870755;c=1731986416472) 2024-11-19T03:20:18,121 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x978171d8f40bd248 with lease ID 0xe0e22333108643f8: from storage DS-409aaddc-f43b-47e1-9fe6-4af90da4731e node DatanodeRegistration(127.0.0.1:35013, datanodeUuid=ef9780f5-05ab-46b7-b2d6-bd4249bff105, infoPort=33909, infoSecurePort=0, ipcPort=36257, storageInfo=lv=-57;cid=testClusterID;nsid=2084870755;c=1731986416472), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T03:20:18,121 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x978171d8f40bd248 with lease ID 0xe0e22333108643f8: Processing first storage report for DS-fb9a58ba-36b9-4be9-93f2-50be0f4d8c61 from datanode DatanodeRegistration(127.0.0.1:35013, datanodeUuid=ef9780f5-05ab-46b7-b2d6-bd4249bff105, infoPort=33909, infoSecurePort=0, ipcPort=36257, storageInfo=lv=-57;cid=testClusterID;nsid=2084870755;c=1731986416472) 2024-11-19T03:20:18,121 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x978171d8f40bd248 with lease ID 0xe0e22333108643f8: from storage DS-fb9a58ba-36b9-4be9-93f2-50be0f4d8c61 node DatanodeRegistration(127.0.0.1:35013, datanodeUuid=ef9780f5-05ab-46b7-b2d6-bd4249bff105, infoPort=33909, infoSecurePort=0, ipcPort=36257, storageInfo=lv=-57;cid=testClusterID;nsid=2084870755;c=1731986416472), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T03:20:18,138 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2c0d274c-ac9b-683d-a990-2f32dca58b4a 2024-11-19T03:20:18,138 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:20:18,140 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:20:18,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35013 is added to blk_1073741825_1001 (size=7) 2024-11-19T03:20:18,551 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0 with version=8 2024-11-19T03:20:18,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/hbase-staging 2024-11-19T03:20:18,552 INFO [Time-limited test {}] client.ConnectionUtils(128): master/47efada56ed5:0 server-side Connection retries=45 2024-11-19T03:20:18,552 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T03:20:18,552 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T03:20:18,552 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T03:20:18,552 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T03:20:18,552 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T03:20:18,552 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T03:20:18,552 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T03:20:18,553 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40785 2024-11-19T03:20:18,554 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40785 connecting to ZooKeeper ensemble=127.0.0.1:64222 2024-11-19T03:20:18,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:407850x0, quorum=127.0.0.1:64222, baseZNode=/0-1758122917 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T03:20:18,657 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40785-0x101511b5eec0000 connected 2024-11-19T03:20:18,734 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:20:18,736 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:20:18,737 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40785-0x101511b5eec0000, quorum=127.0.0.1:64222, baseZNode=/0-1758122917 Set watcher on znode that does not yet exist, /0-1758122917/running 2024-11-19T03:20:18,738 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0, hbase.cluster.distributed=false 2024-11-19T03:20:18,739 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40785-0x101511b5eec0000, quorum=127.0.0.1:64222, baseZNode=/0-1758122917 Set watcher on znode that does not yet exist, /0-1758122917/acl 2024-11-19T03:20:18,739 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40785 2024-11-19T03:20:18,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40785 2024-11-19T03:20:18,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40785 2024-11-19T03:20:18,744 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40785 2024-11-19T03:20:18,744 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40785 2024-11-19T03:20:18,763 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/47efada56ed5:0 server-side Connection retries=45 2024-11-19T03:20:18,763 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T03:20:18,763 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T03:20:18,763 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T03:20:18,763 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T03:20:18,763 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T03:20:18,763 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T03:20:18,763 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T03:20:18,764 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39179 2024-11-19T03:20:18,765 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39179 connecting to ZooKeeper ensemble=127.0.0.1:64222 2024-11-19T03:20:18,765 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:20:18,767 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:20:18,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:391790x0, quorum=127.0.0.1:64222, baseZNode=/0-1758122917 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T03:20:18,776 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:391790x0, quorum=127.0.0.1:64222, baseZNode=/0-1758122917 Set watcher on znode that does not yet exist, /0-1758122917/running 2024-11-19T03:20:18,776 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39179-0x101511b5eec0001 connected 2024-11-19T03:20:18,777 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T03:20:18,777 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T03:20:18,778 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39179-0x101511b5eec0001, quorum=127.0.0.1:64222, baseZNode=/0-1758122917 Set watcher on znode that does not yet exist, /0-1758122917/master 2024-11-19T03:20:18,778 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39179-0x101511b5eec0001, quorum=127.0.0.1:64222, baseZNode=/0-1758122917 Set watcher on znode that does not yet exist, /0-1758122917/acl 2024-11-19T03:20:18,782 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39179 2024-11-19T03:20:18,783 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39179 2024-11-19T03:20:18,784 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39179 2024-11-19T03:20:18,785 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39179 2024-11-19T03:20:18,788 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39179 2024-11-19T03:20:18,800 DEBUG [M:0;47efada56ed5:40785 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;47efada56ed5:40785 2024-11-19T03:20:18,800 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1758122917/backup-masters/47efada56ed5,40785,1731986418552 2024-11-19T03:20:18,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40785-0x101511b5eec0000, quorum=127.0.0.1:64222, baseZNode=/0-1758122917 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1758122917/backup-masters 2024-11-19T03:20:18,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39179-0x101511b5eec0001, quorum=127.0.0.1:64222, baseZNode=/0-1758122917 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1758122917/backup-masters 2024-11-19T03:20:18,808 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40785-0x101511b5eec0000, quorum=127.0.0.1:64222, baseZNode=/0-1758122917 Set watcher on existing znode=/0-1758122917/backup-masters/47efada56ed5,40785,1731986418552 2024-11-19T03:20:18,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39179-0x101511b5eec0001, quorum=127.0.0.1:64222, baseZNode=/0-1758122917 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1758122917/master 2024-11-19T03:20:18,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39179-0x101511b5eec0001, quorum=127.0.0.1:64222, baseZNode=/0-1758122917 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1758122917 2024-11-19T03:20:18,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40785-0x101511b5eec0000, quorum=127.0.0.1:64222, baseZNode=/0-1758122917 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1758122917 2024-11-19T03:20:18,818 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40785-0x101511b5eec0000, quorum=127.0.0.1:64222, baseZNode=/0-1758122917 Set watcher on existing znode=/0-1758122917/master 2024-11-19T03:20:18,819 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1758122917/backup-masters/47efada56ed5,40785,1731986418552 from backup master directory 2024-11-19T03:20:18,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40785-0x101511b5eec0000, quorum=127.0.0.1:64222, baseZNode=/0-1758122917 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1758122917/backup-masters/47efada56ed5,40785,1731986418552 2024-11-19T03:20:18,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40785-0x101511b5eec0000, quorum=127.0.0.1:64222, baseZNode=/0-1758122917 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1758122917/backup-masters 2024-11-19T03:20:18,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39179-0x101511b5eec0001, quorum=127.0.0.1:64222, baseZNode=/0-1758122917 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1758122917/backup-masters 2024-11-19T03:20:18,829 WARN [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T03:20:18,829 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=47efada56ed5,40785,1731986418552 2024-11-19T03:20:18,833 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/hbase.id] with ID: 3b783cff-238d-4cfc-9304-d80c9cf03a61 2024-11-19T03:20:18,833 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/.tmp/hbase.id 2024-11-19T03:20:18,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35013 is added to blk_1073741826_1002 (size=42) 2024-11-19T03:20:19,059 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T03:20:19,082 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:20:19,082 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:20:19,083 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:20:19,083 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:20:19,083 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:20:19,083 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:20:19,092 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:20:19,094 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:20:19,242 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/.tmp/hbase.id]:[hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/hbase.id] 2024-11-19T03:20:19,255 INFO [master/47efada56ed5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:20:19,255 INFO [master/47efada56ed5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T03:20:19,256 INFO [master/47efada56ed5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T03:20:19,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39179-0x101511b5eec0001, quorum=127.0.0.1:64222, baseZNode=/0-1758122917 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1758122917 2024-11-19T03:20:19,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40785-0x101511b5eec0000, quorum=127.0.0.1:64222, baseZNode=/0-1758122917 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1758122917 2024-11-19T03:20:19,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35013 is added to blk_1073741827_1003 (size=196) 2024-11-19T03:20:19,750 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T03:20:19,751 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T03:20:19,751 INFO [master/47efada56ed5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T03:20:19,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35013 is added to blk_1073741828_1004 (size=1189) 2024-11-19T03:20:20,157 INFO [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/MasterData/data/master/store 2024-11-19T03:20:20,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35013 is added to blk_1073741829_1005 (size=34) 2024-11-19T03:20:20,563 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:20:20,563 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T03:20:20,563 INFO [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:20:20,563 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:20:20,563 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T03:20:20,563 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:20:20,563 INFO [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:20:20,563 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731986420563Disabling compacts and flushes for region at 1731986420563Disabling writes for close at 1731986420563Writing region close event to WAL at 1731986420563Closed at 1731986420563 2024-11-19T03:20:20,564 WARN [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/MasterData/data/master/store/.initializing 2024-11-19T03:20:20,564 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/MasterData/WALs/47efada56ed5,40785,1731986418552 2024-11-19T03:20:20,565 INFO [master/47efada56ed5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T03:20:20,566 INFO [master/47efada56ed5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=47efada56ed5%2C40785%2C1731986418552, suffix=, logDir=hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/MasterData/WALs/47efada56ed5,40785,1731986418552, archiveDir=hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/MasterData/oldWALs, maxLogs=10 2024-11-19T03:20:20,584 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/MasterData/WALs/47efada56ed5,40785,1731986418552/47efada56ed5%2C40785%2C1731986418552.1731986420566, exclude list is [], retry=0 2024-11-19T03:20:20,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35013,DS-409aaddc-f43b-47e1-9fe6-4af90da4731e,DISK] 2024-11-19T03:20:20,592 INFO [master/47efada56ed5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/MasterData/WALs/47efada56ed5,40785,1731986418552/47efada56ed5%2C40785%2C1731986418552.1731986420566 2024-11-19T03:20:20,592 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33909:33909)] 2024-11-19T03:20:20,593 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T03:20:20,593 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:20:20,593 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:20:20,593 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:20:20,594 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:20:20,595 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T03:20:20,595 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:20:20,596 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:20:20,596 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:20:20,597 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T03:20:20,597 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:20:20,597 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:20:20,597 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:20:20,598 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T03:20:20,598 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:20:20,599 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:20:20,599 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:20:20,600 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T03:20:20,600 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:20:20,600 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:20:20,600 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:20:20,601 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:20:20,601 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:20:20,602 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:20:20,602 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:20:20,603 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T03:20:20,603 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:20:20,605 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T03:20:20,605 INFO [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73725219, jitterRate=0.09859137237071991}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T03:20:20,606 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731986420593Initializing all the Stores at 1731986420594 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986420594Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986420594Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986420594Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986420594Cleaning up temporary data from old regions at 1731986420602 (+8 ms)Region opened successfully at 1731986420606 (+4 ms) 2024-11-19T03:20:20,606 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T03:20:20,609 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50754d09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=47efada56ed5/172.17.0.3:0 2024-11-19T03:20:20,610 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T03:20:20,610 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T03:20:20,610 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T03:20:20,610 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T03:20:20,610 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T03:20:20,611 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T03:20:20,611 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T03:20:20,612 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T03:20:20,613 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40785-0x101511b5eec0000, quorum=127.0.0.1:64222, baseZNode=/0-1758122917 Unable to get data of znode /0-1758122917/balancer because node does not exist (not necessarily an error) 2024-11-19T03:20:20,712 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1758122917/balancer already deleted, retry=false 2024-11-19T03:20:20,712 INFO [master/47efada56ed5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T03:20:20,713 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40785-0x101511b5eec0000, quorum=127.0.0.1:64222, baseZNode=/0-1758122917 Unable to get data of znode /0-1758122917/normalizer because node does not exist (not necessarily an error) 2024-11-19T03:20:20,723 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1758122917/normalizer already deleted, retry=false 2024-11-19T03:20:20,724 INFO [master/47efada56ed5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T03:20:20,724 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40785-0x101511b5eec0000, quorum=127.0.0.1:64222, baseZNode=/0-1758122917 Unable to get data of znode /0-1758122917/switch/split because node does not exist (not necessarily an error) 2024-11-19T03:20:20,734 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1758122917/switch/split already deleted, retry=false 2024-11-19T03:20:20,735 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40785-0x101511b5eec0000, quorum=127.0.0.1:64222, baseZNode=/0-1758122917 Unable to get data of znode /0-1758122917/switch/merge because node does not exist (not necessarily an error) 2024-11-19T03:20:20,744 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1758122917/switch/merge already deleted, retry=false 2024-11-19T03:20:20,746 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40785-0x101511b5eec0000, quorum=127.0.0.1:64222, baseZNode=/0-1758122917 Unable to get data of znode /0-1758122917/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T03:20:20,755 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1758122917/snapshot-cleanup already deleted, retry=false 2024-11-19T03:20:20,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39179-0x101511b5eec0001, quorum=127.0.0.1:64222, baseZNode=/0-1758122917 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1758122917/running 2024-11-19T03:20:20,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40785-0x101511b5eec0000, quorum=127.0.0.1:64222, baseZNode=/0-1758122917 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1758122917/running 2024-11-19T03:20:20,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39179-0x101511b5eec0001, quorum=127.0.0.1:64222, baseZNode=/0-1758122917 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1758122917 2024-11-19T03:20:20,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40785-0x101511b5eec0000, quorum=127.0.0.1:64222, baseZNode=/0-1758122917 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1758122917 2024-11-19T03:20:20,766 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=47efada56ed5,40785,1731986418552, sessionid=0x101511b5eec0000, setting cluster-up flag (Was=false) 2024-11-19T03:20:20,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40785-0x101511b5eec0000, quorum=127.0.0.1:64222, baseZNode=/0-1758122917 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1758122917 2024-11-19T03:20:20,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39179-0x101511b5eec0001, quorum=127.0.0.1:64222, baseZNode=/0-1758122917 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1758122917 2024-11-19T03:20:20,818 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1758122917/flush-table-proc/acquired, /0-1758122917/flush-table-proc/reached, /0-1758122917/flush-table-proc/abort 2024-11-19T03:20:20,819 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=47efada56ed5,40785,1731986418552 2024-11-19T03:20:20,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40785-0x101511b5eec0000, quorum=127.0.0.1:64222, baseZNode=/0-1758122917 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1758122917 2024-11-19T03:20:20,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39179-0x101511b5eec0001, quorum=127.0.0.1:64222, baseZNode=/0-1758122917 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1758122917 2024-11-19T03:20:20,871 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1758122917/online-snapshot/acquired, /0-1758122917/online-snapshot/reached, /0-1758122917/online-snapshot/abort 2024-11-19T03:20:20,872 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=47efada56ed5,40785,1731986418552 2024-11-19T03:20:20,878 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T03:20:20,879 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T03:20:20,879 INFO [master/47efada56ed5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T03:20:20,879 INFO [master/47efada56ed5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T03:20:20,880 WARN [master/47efada56ed5:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 47efada56ed5,37959,1731986387537: status=Processing ServerCrashProcedure of 47efada56ed5,37959,1731986387537 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731986406064, completionTime=-1 appears to have been leaked 2024-11-19T03:20:20,880 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 47efada56ed5,40785,1731986418552 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T03:20:20,881 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/47efada56ed5:0, corePoolSize=5, maxPoolSize=5 2024-11-19T03:20:20,881 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/47efada56ed5:0, corePoolSize=5, maxPoolSize=5 2024-11-19T03:20:20,881 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/47efada56ed5:0, corePoolSize=5, maxPoolSize=5 2024-11-19T03:20:20,881 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/47efada56ed5:0, corePoolSize=5, maxPoolSize=5 2024-11-19T03:20:20,881 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/47efada56ed5:0, corePoolSize=10, maxPoolSize=10 2024-11-19T03:20:20,881 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:20:20,881 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/47efada56ed5:0, corePoolSize=2, maxPoolSize=2 2024-11-19T03:20:20,881 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:20:20,886 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T03:20:20,886 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T03:20:20,887 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:20:20,887 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T03:20:20,896 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731986450896 2024-11-19T03:20:20,896 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T03:20:20,896 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T03:20:20,896 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T03:20:20,897 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T03:20:20,897 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T03:20:20,897 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T03:20:20,897 INFO [RS:0;47efada56ed5:39179 {}] regionserver.HRegionServer(746): ClusterId : 3b783cff-238d-4cfc-9304-d80c9cf03a61 2024-11-19T03:20:20,897 DEBUG [RS:0;47efada56ed5:39179 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T03:20:20,900 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T03:20:20,901 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T03:20:20,901 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T03:20:20,901 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T03:20:20,901 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T03:20:20,901 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T03:20:20,901 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T03:20:20,901 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.large.0-1731986420901,5,FailOnTimeoutGroup] 2024-11-19T03:20:20,901 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.small.0-1731986420901,5,FailOnTimeoutGroup] 2024-11-19T03:20:20,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35013 is added to blk_1073741831_1007 (size=1321) 2024-11-19T03:20:20,901 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T03:20:20,901 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T03:20:20,902 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T03:20:20,902 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T03:20:20,903 DEBUG [RS:0;47efada56ed5:39179 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T03:20:20,903 DEBUG [RS:0;47efada56ed5:39179 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T03:20:20,913 DEBUG [RS:0;47efada56ed5:39179 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T03:20:20,913 DEBUG [RS:0;47efada56ed5:39179 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@234ed332, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=47efada56ed5/172.17.0.3:0 2024-11-19T03:20:20,924 DEBUG [RS:0;47efada56ed5:39179 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;47efada56ed5:39179 2024-11-19T03:20:20,924 INFO [RS:0;47efada56ed5:39179 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T03:20:20,924 INFO [RS:0;47efada56ed5:39179 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T03:20:20,924 DEBUG [RS:0;47efada56ed5:39179 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T03:20:20,925 INFO [RS:0;47efada56ed5:39179 {}] regionserver.HRegionServer(2659): reportForDuty to master=47efada56ed5,40785,1731986418552 with port=39179, startcode=1731986418762 2024-11-19T03:20:20,925 DEBUG [RS:0;47efada56ed5:39179 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T03:20:20,927 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56303, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T03:20:20,928 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40785 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 47efada56ed5,39179,1731986418762 2024-11-19T03:20:20,928 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40785 {}] master.ServerManager(517): Registering regionserver=47efada56ed5,39179,1731986418762 2024-11-19T03:20:20,929 DEBUG [RS:0;47efada56ed5:39179 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0 2024-11-19T03:20:20,929 DEBUG [RS:0;47efada56ed5:39179 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41897 2024-11-19T03:20:20,929 DEBUG [RS:0;47efada56ed5:39179 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T03:20:20,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40785-0x101511b5eec0000, quorum=127.0.0.1:64222, baseZNode=/0-1758122917 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1758122917/rs 2024-11-19T03:20:20,934 DEBUG [RS:0;47efada56ed5:39179 {}] zookeeper.ZKUtil(111): regionserver:39179-0x101511b5eec0001, quorum=127.0.0.1:64222, baseZNode=/0-1758122917 Set watcher on existing znode=/0-1758122917/rs/47efada56ed5,39179,1731986418762 2024-11-19T03:20:20,934 WARN [RS:0;47efada56ed5:39179 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T03:20:20,934 INFO [RS:0;47efada56ed5:39179 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T03:20:20,934 DEBUG [RS:0;47efada56ed5:39179 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/WALs/47efada56ed5,39179,1731986418762 2024-11-19T03:20:20,937 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [47efada56ed5,39179,1731986418762] 2024-11-19T03:20:20,939 INFO [RS:0;47efada56ed5:39179 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T03:20:20,941 INFO [RS:0;47efada56ed5:39179 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T03:20:20,941 INFO [RS:0;47efada56ed5:39179 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T03:20:20,941 INFO [RS:0;47efada56ed5:39179 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T03:20:20,944 INFO [RS:0;47efada56ed5:39179 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T03:20:20,945 INFO [RS:0;47efada56ed5:39179 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T03:20:20,945 INFO [RS:0;47efada56ed5:39179 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T03:20:20,945 DEBUG [RS:0;47efada56ed5:39179 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:20:20,945 DEBUG [RS:0;47efada56ed5:39179 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:20:20,945 DEBUG [RS:0;47efada56ed5:39179 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:20:20,945 DEBUG [RS:0;47efada56ed5:39179 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:20:20,946 DEBUG [RS:0;47efada56ed5:39179 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:20:20,946 DEBUG [RS:0;47efada56ed5:39179 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/47efada56ed5:0, corePoolSize=2, maxPoolSize=2 2024-11-19T03:20:20,946 DEBUG [RS:0;47efada56ed5:39179 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:20:20,946 DEBUG [RS:0;47efada56ed5:39179 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:20:20,946 DEBUG [RS:0;47efada56ed5:39179 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:20:20,946 DEBUG [RS:0;47efada56ed5:39179 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:20:20,946 DEBUG [RS:0;47efada56ed5:39179 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:20:20,946 DEBUG [RS:0;47efada56ed5:39179 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:20:20,946 DEBUG [RS:0;47efada56ed5:39179 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/47efada56ed5:0, corePoolSize=3, maxPoolSize=3 2024-11-19T03:20:20,946 DEBUG [RS:0;47efada56ed5:39179 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0, corePoolSize=3, maxPoolSize=3 2024-11-19T03:20:20,948 INFO [RS:0;47efada56ed5:39179 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T03:20:20,948 INFO [RS:0;47efada56ed5:39179 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T03:20:20,948 INFO [RS:0;47efada56ed5:39179 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T03:20:20,948 INFO [RS:0;47efada56ed5:39179 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T03:20:20,948 INFO [RS:0;47efada56ed5:39179 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T03:20:20,948 INFO [RS:0;47efada56ed5:39179 {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,39179,1731986418762-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T03:20:20,969 INFO [RS:0;47efada56ed5:39179 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T03:20:20,969 INFO [RS:0;47efada56ed5:39179 {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,39179,1731986418762-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T03:20:20,969 INFO [RS:0;47efada56ed5:39179 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:20:20,969 INFO [RS:0;47efada56ed5:39179 {}] regionserver.Replication(171): 47efada56ed5,39179,1731986418762 started 2024-11-19T03:20:20,986 INFO [RS:0;47efada56ed5:39179 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:20:20,986 INFO [RS:0;47efada56ed5:39179 {}] regionserver.HRegionServer(1482): Serving as 47efada56ed5,39179,1731986418762, RpcServer on 47efada56ed5/172.17.0.3:39179, sessionid=0x101511b5eec0001 2024-11-19T03:20:20,986 DEBUG [RS:0;47efada56ed5:39179 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T03:20:20,986 DEBUG [RS:0;47efada56ed5:39179 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 47efada56ed5,39179,1731986418762 2024-11-19T03:20:20,986 DEBUG [RS:0;47efada56ed5:39179 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '47efada56ed5,39179,1731986418762' 2024-11-19T03:20:20,986 DEBUG [RS:0;47efada56ed5:39179 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1758122917/flush-table-proc/abort' 2024-11-19T03:20:20,987 DEBUG [RS:0;47efada56ed5:39179 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1758122917/flush-table-proc/acquired' 2024-11-19T03:20:20,987 DEBUG [RS:0;47efada56ed5:39179 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T03:20:20,987 DEBUG [RS:0;47efada56ed5:39179 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T03:20:20,987 DEBUG [RS:0;47efada56ed5:39179 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 47efada56ed5,39179,1731986418762 2024-11-19T03:20:20,987 DEBUG [RS:0;47efada56ed5:39179 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '47efada56ed5,39179,1731986418762' 2024-11-19T03:20:20,987 DEBUG [RS:0;47efada56ed5:39179 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1758122917/online-snapshot/abort' 2024-11-19T03:20:20,987 DEBUG [RS:0;47efada56ed5:39179 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1758122917/online-snapshot/acquired' 2024-11-19T03:20:20,987 DEBUG [RS:0;47efada56ed5:39179 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T03:20:20,987 INFO [RS:0;47efada56ed5:39179 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T03:20:20,987 INFO [RS:0;47efada56ed5:39179 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T03:20:21,088 INFO [RS:0;47efada56ed5:39179 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T03:20:21,089 INFO [RS:0;47efada56ed5:39179 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=47efada56ed5%2C39179%2C1731986418762, suffix=, logDir=hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/WALs/47efada56ed5,39179,1731986418762, archiveDir=hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/oldWALs, maxLogs=10 2024-11-19T03:20:21,106 DEBUG [RS:0;47efada56ed5:39179 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/WALs/47efada56ed5,39179,1731986418762/47efada56ed5%2C39179%2C1731986418762.1731986421090, exclude list is [], retry=0 2024-11-19T03:20:21,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35013,DS-409aaddc-f43b-47e1-9fe6-4af90da4731e,DISK] 2024-11-19T03:20:21,110 INFO [RS:0;47efada56ed5:39179 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/WALs/47efada56ed5,39179,1731986418762/47efada56ed5%2C39179%2C1731986418762.1731986421090 2024-11-19T03:20:21,110 DEBUG [RS:0;47efada56ed5:39179 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33909:33909)] 2024-11-19T03:20:21,303 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T03:20:21,303 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0 2024-11-19T03:20:21,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35013 is added to blk_1073741833_1009 (size=32) 2024-11-19T03:20:21,709 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:20:21,710 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T03:20:21,711 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T03:20:21,711 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:20:21,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:20:21,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T03:20:21,712 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T03:20:21,712 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:20:21,713 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:20:21,713 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T03:20:21,714 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T03:20:21,714 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:20:21,714 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:20:21,714 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T03:20:21,715 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T03:20:21,715 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:20:21,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:20:21,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T03:20:21,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/data/hbase/meta/1588230740 2024-11-19T03:20:21,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/data/hbase/meta/1588230740 2024-11-19T03:20:21,717 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T03:20:21,717 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T03:20:21,718 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T03:20:21,719 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T03:20:21,720 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T03:20:21,721 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66328740, jitterRate=-0.011624753475189209}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T03:20:21,721 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731986421709Initializing all the Stores at 1731986421709Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986421709Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986421710 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986421710Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986421710Cleaning up temporary data from old regions at 1731986421717 (+7 ms)Region opened successfully at 1731986421721 (+4 ms) 2024-11-19T03:20:21,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T03:20:21,722 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T03:20:21,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T03:20:21,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T03:20:21,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T03:20:21,722 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T03:20:21,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731986421722Disabling compacts and flushes for region at 1731986421722Disabling writes for close at 1731986421722Writing region close event to WAL at 1731986421722Closed at 1731986421722 2024-11-19T03:20:21,723 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T03:20:21,723 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T03:20:21,723 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T03:20:21,724 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T03:20:21,725 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T03:20:21,875 DEBUG [47efada56ed5:40785 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T03:20:21,876 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=47efada56ed5,39179,1731986418762 2024-11-19T03:20:21,877 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 47efada56ed5,39179,1731986418762, state=OPENING 2024-11-19T03:20:21,943 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T03:20:21,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39179-0x101511b5eec0001, quorum=127.0.0.1:64222, baseZNode=/0-1758122917 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1758122917 2024-11-19T03:20:21,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40785-0x101511b5eec0000, quorum=127.0.0.1:64222, baseZNode=/0-1758122917 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1758122917 2024-11-19T03:20:21,988 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1758122917/meta-region-server: CHANGED 2024-11-19T03:20:21,988 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1758122917/meta-region-server: CHANGED 2024-11-19T03:20:21,988 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T03:20:21,988 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=47efada56ed5,39179,1731986418762}] 2024-11-19T03:20:22,141 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T03:20:22,143 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50219, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T03:20:22,146 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T03:20:22,146 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T03:20:22,146 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T03:20:22,148 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=47efada56ed5%2C39179%2C1731986418762.meta, suffix=.meta, logDir=hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/WALs/47efada56ed5,39179,1731986418762, archiveDir=hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/oldWALs, maxLogs=10 2024-11-19T03:20:22,166 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/WALs/47efada56ed5,39179,1731986418762/47efada56ed5%2C39179%2C1731986418762.meta.1731986422148.meta, exclude list is [], retry=0 2024-11-19T03:20:22,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35013,DS-409aaddc-f43b-47e1-9fe6-4af90da4731e,DISK] 2024-11-19T03:20:22,170 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/WALs/47efada56ed5,39179,1731986418762/47efada56ed5%2C39179%2C1731986418762.meta.1731986422148.meta 2024-11-19T03:20:22,170 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33909:33909)] 2024-11-19T03:20:22,170 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T03:20:22,171 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T03:20:22,171 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T03:20:22,171 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T03:20:22,171 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T03:20:22,171 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T03:20:22,171 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:20:22,171 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T03:20:22,172 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T03:20:22,173 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T03:20:22,173 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T03:20:22,174 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:20:22,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:20:22,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T03:20:22,174 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T03:20:22,174 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:20:22,175 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:20:22,175 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T03:20:22,175 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T03:20:22,175 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:20:22,176 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:20:22,176 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T03:20:22,176 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T03:20:22,176 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:20:22,176 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:20:22,176 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T03:20:22,177 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/data/hbase/meta/1588230740 2024-11-19T03:20:22,178 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/data/hbase/meta/1588230740 2024-11-19T03:20:22,179 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T03:20:22,179 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T03:20:22,179 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T03:20:22,180 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T03:20:22,181 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61020790, jitterRate=-0.09071937203407288}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T03:20:22,181 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T03:20:22,182 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731986422172Writing region info on filesystem at 1731986422172Initializing all the Stores at 1731986422172Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986422172Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986422173 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986422173Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986422173Cleaning up temporary data from old regions at 1731986422179 (+6 ms)Running coprocessor post-open hooks at 1731986422181 (+2 ms)Region opened successfully at 1731986422181 2024-11-19T03:20:22,182 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731986422141 2024-11-19T03:20:22,184 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T03:20:22,184 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T03:20:22,186 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=47efada56ed5,39179,1731986418762 2024-11-19T03:20:22,186 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 47efada56ed5,39179,1731986418762, state=OPEN 2024-11-19T03:20:22,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39179-0x101511b5eec0001, quorum=127.0.0.1:64222, baseZNode=/0-1758122917 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1758122917/meta-region-server 2024-11-19T03:20:22,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40785-0x101511b5eec0000, quorum=127.0.0.1:64222, baseZNode=/0-1758122917 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1758122917/meta-region-server 2024-11-19T03:20:22,207 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1758122917/meta-region-server: CHANGED 2024-11-19T03:20:22,207 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1758122917/meta-region-server: CHANGED 2024-11-19T03:20:22,207 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=47efada56ed5,39179,1731986418762 2024-11-19T03:20:22,209 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T03:20:22,209 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=47efada56ed5,39179,1731986418762 in 219 msec 2024-11-19T03:20:22,211 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T03:20:22,211 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 486 msec 2024-11-19T03:20:22,211 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T03:20:22,211 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T03:20:22,213 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:20:22,213 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,39179,1731986418762, seqNum=-1] 2024-11-19T03:20:22,213 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:20:22,214 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35309, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:20:22,218 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3390 sec 2024-11-19T03:20:22,218 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731986422218, completionTime=-1 2024-11-19T03:20:22,218 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T03:20:22,218 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T03:20:22,220 INFO [master/47efada56ed5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T03:20:22,220 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731986482220 2024-11-19T03:20:22,220 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731986542220 2024-11-19T03:20:22,220 INFO [master/47efada56ed5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-19T03:20:22,220 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,40785,1731986418552-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T03:20:22,220 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,40785,1731986418552-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:20:22,221 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,40785,1731986418552-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:20:22,221 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-47efada56ed5:40785, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:20:22,221 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T03:20:22,221 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T03:20:22,222 DEBUG [master/47efada56ed5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T03:20:22,224 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.395sec 2024-11-19T03:20:22,224 INFO [master/47efada56ed5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T03:20:22,224 INFO [master/47efada56ed5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T03:20:22,224 INFO [master/47efada56ed5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T03:20:22,224 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T03:20:22,224 INFO [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T03:20:22,224 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,40785,1731986418552-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T03:20:22,224 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,40785,1731986418552-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T03:20:22,226 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T03:20:22,226 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T03:20:22,226 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,40785,1731986418552-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:20:22,298 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4264daf4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:20:22,298 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,40785,-1 for getting cluster id 2024-11-19T03:20:22,298 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:20:22,299 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b783cff-238d-4cfc-9304-d80c9cf03a61' 2024-11-19T03:20:22,299 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:20:22,300 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b783cff-238d-4cfc-9304-d80c9cf03a61" 2024-11-19T03:20:22,300 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fb0e336, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:20:22,300 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,40785,-1] 2024-11-19T03:20:22,300 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:20:22,300 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:20:22,301 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:20:22,301 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@392b2771, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:20:22,302 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:20:22,303 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,39179,1731986418762, seqNum=-1] 2024-11-19T03:20:22,303 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:20:22,304 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:20:22,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=47efada56ed5,40785,1731986418552 2024-11-19T03:20:22,306 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64222 2024-11-19T03:20:22,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64222, baseZNode=/0-1758122917 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T03:20:22,313 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101511b5eec0002 connected 2024-11-19T03:20:22,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2c0d274c-ac9b-683d-a990-2f32dca58b4a/hadoop.log.dir so I do NOT create it in target/test-data/ebc1d1f4-e61d-b74e-ca1d-7700e379ba6a 2024-11-19T03:20:22,326 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2c0d274c-ac9b-683d-a990-2f32dca58b4a/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T03:20:22,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2c0d274c-ac9b-683d-a990-2f32dca58b4a/hadoop.tmp.dir so I do NOT create it in target/test-data/ebc1d1f4-e61d-b74e-ca1d-7700e379ba6a 2024-11-19T03:20:22,326 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2c0d274c-ac9b-683d-a990-2f32dca58b4a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T03:20:22,326 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ebc1d1f4-e61d-b74e-ca1d-7700e379ba6a 2024-11-19T03:20:22,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T03:20:22,326 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ebc1d1f4-e61d-b74e-ca1d-7700e379ba6a/cluster_75b9d259-e465-7ee9-371a-05958bed7347, deleteOnExit=true 2024-11-19T03:20:22,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T03:20:22,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ebc1d1f4-e61d-b74e-ca1d-7700e379ba6a/test.cache.data in system properties and HBase conf 2024-11-19T03:20:22,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ebc1d1f4-e61d-b74e-ca1d-7700e379ba6a/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T03:20:22,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ebc1d1f4-e61d-b74e-ca1d-7700e379ba6a/hadoop.log.dir in system properties and HBase conf 2024-11-19T03:20:22,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ebc1d1f4-e61d-b74e-ca1d-7700e379ba6a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T03:20:22,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ebc1d1f4-e61d-b74e-ca1d-7700e379ba6a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T03:20:22,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T03:20:22,326 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T03:20:22,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ebc1d1f4-e61d-b74e-ca1d-7700e379ba6a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T03:20:22,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ebc1d1f4-e61d-b74e-ca1d-7700e379ba6a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T03:20:22,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ebc1d1f4-e61d-b74e-ca1d-7700e379ba6a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T03:20:22,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ebc1d1f4-e61d-b74e-ca1d-7700e379ba6a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T03:20:22,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ebc1d1f4-e61d-b74e-ca1d-7700e379ba6a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T03:20:22,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ebc1d1f4-e61d-b74e-ca1d-7700e379ba6a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T03:20:22,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ebc1d1f4-e61d-b74e-ca1d-7700e379ba6a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T03:20:22,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ebc1d1f4-e61d-b74e-ca1d-7700e379ba6a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T03:20:22,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ebc1d1f4-e61d-b74e-ca1d-7700e379ba6a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T03:20:22,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ebc1d1f4-e61d-b74e-ca1d-7700e379ba6a/nfs.dump.dir in system properties and HBase conf 2024-11-19T03:20:22,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ebc1d1f4-e61d-b74e-ca1d-7700e379ba6a/java.io.tmpdir in system properties and HBase conf 2024-11-19T03:20:22,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ebc1d1f4-e61d-b74e-ca1d-7700e379ba6a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T03:20:22,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ebc1d1f4-e61d-b74e-ca1d-7700e379ba6a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T03:20:22,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ebc1d1f4-e61d-b74e-ca1d-7700e379ba6a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T03:20:22,686 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T03:20:22,691 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T03:20:22,692 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T03:20:22,692 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T03:20:22,692 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T03:20:22,693 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T03:20:22,695 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24f071ea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ebc1d1f4-e61d-b74e-ca1d-7700e379ba6a/hadoop.log.dir/,AVAILABLE} 2024-11-19T03:20:22,695 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@276b7d06{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T03:20:22,801 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7dd3edb5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ebc1d1f4-e61d-b74e-ca1d-7700e379ba6a/java.io.tmpdir/jetty-localhost-36277-hadoop-hdfs-3_4_1-tests_jar-_-any-11926154748922295005/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T03:20:22,802 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5d68b615{HTTP/1.1, (http/1.1)}{localhost:36277} 2024-11-19T03:20:22,803 INFO [Time-limited test {}] server.Server(415): Started @186406ms 2024-11-19T03:20:23,073 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T03:20:23,076 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T03:20:23,079 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T03:20:23,079 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T03:20:23,079 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T03:20:23,080 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9137e38{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ebc1d1f4-e61d-b74e-ca1d-7700e379ba6a/hadoop.log.dir/,AVAILABLE} 2024-11-19T03:20:23,080 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4378e154{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T03:20:23,194 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b15600d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ebc1d1f4-e61d-b74e-ca1d-7700e379ba6a/java.io.tmpdir/jetty-localhost-34665-hadoop-hdfs-3_4_1-tests_jar-_-any-12160425693514853756/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T03:20:23,194 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@73507199{HTTP/1.1, (http/1.1)}{localhost:34665} 2024-11-19T03:20:23,195 INFO [Time-limited test {}] server.Server(415): Started @186798ms 2024-11-19T03:20:23,196 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T03:20:23,948 WARN [Thread-1803 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ebc1d1f4-e61d-b74e-ca1d-7700e379ba6a/cluster_75b9d259-e465-7ee9-371a-05958bed7347/data/data2/current/BP-1080493252-172.17.0.3-1731986422357/current, will proceed with Du for space computation calculation, 2024-11-19T03:20:23,948 WARN [Thread-1802 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ebc1d1f4-e61d-b74e-ca1d-7700e379ba6a/cluster_75b9d259-e465-7ee9-371a-05958bed7347/data/data1/current/BP-1080493252-172.17.0.3-1731986422357/current, will proceed with Du for space computation calculation, 2024-11-19T03:20:23,968 WARN [Thread-1790 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T03:20:23,970 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa932af3caeeddd3c with lease ID 0xd568b6e262f0f5bc: Processing first storage report for DS-b21d59e2-9f44-4d22-afee-8d4c48ec8c8a from datanode DatanodeRegistration(127.0.0.1:35011, datanodeUuid=d2efabde-9a81-4292-a1e7-6f8203807b48, infoPort=33749, infoSecurePort=0, ipcPort=38905, storageInfo=lv=-57;cid=testClusterID;nsid=597293414;c=1731986422357) 2024-11-19T03:20:23,970 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa932af3caeeddd3c with lease ID 0xd568b6e262f0f5bc: from storage DS-b21d59e2-9f44-4d22-afee-8d4c48ec8c8a node DatanodeRegistration(127.0.0.1:35011, datanodeUuid=d2efabde-9a81-4292-a1e7-6f8203807b48, infoPort=33749, infoSecurePort=0, ipcPort=38905, storageInfo=lv=-57;cid=testClusterID;nsid=597293414;c=1731986422357), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T03:20:23,970 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa932af3caeeddd3c with lease ID 0xd568b6e262f0f5bc: Processing first storage report for DS-22f7a018-2e1f-408a-904f-5287651c2d09 from datanode DatanodeRegistration(127.0.0.1:35011, datanodeUuid=d2efabde-9a81-4292-a1e7-6f8203807b48, infoPort=33749, infoSecurePort=0, ipcPort=38905, storageInfo=lv=-57;cid=testClusterID;nsid=597293414;c=1731986422357) 2024-11-19T03:20:23,970 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa932af3caeeddd3c with lease ID 0xd568b6e262f0f5bc: from storage DS-22f7a018-2e1f-408a-904f-5287651c2d09 node DatanodeRegistration(127.0.0.1:35011, datanodeUuid=d2efabde-9a81-4292-a1e7-6f8203807b48, infoPort=33749, infoSecurePort=0, ipcPort=38905, storageInfo=lv=-57;cid=testClusterID;nsid=597293414;c=1731986422357), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T03:20:24,022 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ebc1d1f4-e61d-b74e-ca1d-7700e379ba6a 2024-11-19T03:20:24,022 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:20:24,023 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:20:24,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35011 is added to blk_1073741825_1001 (size=7) 2024-11-19T03:20:24,032 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de with version=8 2024-11-19T03:20:24,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/hbase-staging 2024-11-19T03:20:24,035 INFO [Time-limited test {}] client.ConnectionUtils(128): master/47efada56ed5:0 server-side Connection retries=45 2024-11-19T03:20:24,035 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T03:20:24,035 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T03:20:24,035 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T03:20:24,035 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T03:20:24,035 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T03:20:24,035 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T03:20:24,035 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T03:20:24,036 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46551 2024-11-19T03:20:24,037 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46551 connecting to ZooKeeper ensemble=127.0.0.1:64222 2024-11-19T03:20:24,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:465510x0, quorum=127.0.0.1:64222, baseZNode=/1384689997 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T03:20:24,090 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46551-0x101511b5eec0003 connected 2024-11-19T03:20:24,165 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:20:24,166 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:20:24,168 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46551-0x101511b5eec0003, quorum=127.0.0.1:64222, baseZNode=/1384689997 Set watcher on znode that does not yet exist, /1384689997/running 2024-11-19T03:20:24,168 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de, hbase.cluster.distributed=false 2024-11-19T03:20:24,169 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46551-0x101511b5eec0003, quorum=127.0.0.1:64222, baseZNode=/1384689997 Set watcher on znode that does not yet exist, /1384689997/acl 2024-11-19T03:20:24,170 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46551 2024-11-19T03:20:24,170 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46551 2024-11-19T03:20:24,170 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46551 2024-11-19T03:20:24,170 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46551 2024-11-19T03:20:24,171 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46551 2024-11-19T03:20:24,185 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/47efada56ed5:0 server-side Connection retries=45 2024-11-19T03:20:24,185 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T03:20:24,185 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T03:20:24,185 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T03:20:24,185 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T03:20:24,185 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T03:20:24,185 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T03:20:24,185 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T03:20:24,186 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37297 2024-11-19T03:20:24,186 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37297 connecting to ZooKeeper ensemble=127.0.0.1:64222 2024-11-19T03:20:24,187 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:20:24,188 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:20:24,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:372970x0, quorum=127.0.0.1:64222, baseZNode=/1384689997 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T03:20:24,197 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:372970x0, quorum=127.0.0.1:64222, baseZNode=/1384689997 Set watcher on znode that does not yet exist, /1384689997/running 2024-11-19T03:20:24,197 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37297-0x101511b5eec0004 connected 2024-11-19T03:20:24,197 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T03:20:24,198 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T03:20:24,198 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37297-0x101511b5eec0004, quorum=127.0.0.1:64222, baseZNode=/1384689997 Set watcher on znode that does not yet exist, /1384689997/master 2024-11-19T03:20:24,199 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37297-0x101511b5eec0004, quorum=127.0.0.1:64222, baseZNode=/1384689997 Set watcher on znode that does not yet exist, /1384689997/acl 2024-11-19T03:20:24,199 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37297 2024-11-19T03:20:24,199 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37297 2024-11-19T03:20:24,199 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37297 2024-11-19T03:20:24,200 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37297 2024-11-19T03:20:24,200 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37297 2024-11-19T03:20:24,217 DEBUG [M:0;47efada56ed5:46551 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;47efada56ed5:46551 2024-11-19T03:20:24,217 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1384689997/backup-masters/47efada56ed5,46551,1731986424035 2024-11-19T03:20:24,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46551-0x101511b5eec0003, quorum=127.0.0.1:64222, baseZNode=/1384689997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1384689997/backup-masters 2024-11-19T03:20:24,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37297-0x101511b5eec0004, quorum=127.0.0.1:64222, baseZNode=/1384689997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1384689997/backup-masters 2024-11-19T03:20:24,229 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46551-0x101511b5eec0003, quorum=127.0.0.1:64222, baseZNode=/1384689997 Set watcher on existing znode=/1384689997/backup-masters/47efada56ed5,46551,1731986424035 2024-11-19T03:20:24,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37297-0x101511b5eec0004, quorum=127.0.0.1:64222, baseZNode=/1384689997 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1384689997/master 2024-11-19T03:20:24,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46551-0x101511b5eec0003, quorum=127.0.0.1:64222, baseZNode=/1384689997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1384689997 2024-11-19T03:20:24,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37297-0x101511b5eec0004, quorum=127.0.0.1:64222, baseZNode=/1384689997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1384689997 2024-11-19T03:20:24,239 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46551-0x101511b5eec0003, quorum=127.0.0.1:64222, baseZNode=/1384689997 Set watcher on existing znode=/1384689997/master 2024-11-19T03:20:24,239 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1384689997/backup-masters/47efada56ed5,46551,1731986424035 from backup master directory 2024-11-19T03:20:24,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37297-0x101511b5eec0004, quorum=127.0.0.1:64222, baseZNode=/1384689997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1384689997/backup-masters 2024-11-19T03:20:24,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46551-0x101511b5eec0003, quorum=127.0.0.1:64222, baseZNode=/1384689997 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1384689997/backup-masters/47efada56ed5,46551,1731986424035 2024-11-19T03:20:24,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46551-0x101511b5eec0003, quorum=127.0.0.1:64222, baseZNode=/1384689997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1384689997/backup-masters 2024-11-19T03:20:24,250 WARN [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T03:20:24,250 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=47efada56ed5,46551,1731986424035 2024-11-19T03:20:24,254 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/hbase.id] with ID: e4d0044f-692e-48ab-a643-a8521a6ef9b5 2024-11-19T03:20:24,254 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/.tmp/hbase.id 2024-11-19T03:20:24,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35011 is added to blk_1073741826_1002 (size=42) 2024-11-19T03:20:24,659 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/.tmp/hbase.id]:[hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/hbase.id] 2024-11-19T03:20:24,667 INFO [master/47efada56ed5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:20:24,667 INFO [master/47efada56ed5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T03:20:24,668 INFO [master/47efada56ed5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T03:20:24,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46551-0x101511b5eec0003, quorum=127.0.0.1:64222, baseZNode=/1384689997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1384689997 2024-11-19T03:20:24,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37297-0x101511b5eec0004, quorum=127.0.0.1:64222, baseZNode=/1384689997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1384689997 2024-11-19T03:20:24,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35011 is added to blk_1073741827_1003 (size=196) 2024-11-19T03:20:25,392 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T03:20:25,392 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T03:20:25,393 INFO [master/47efada56ed5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T03:20:25,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35011 is added to blk_1073741828_1004 (size=1189) 2024-11-19T03:20:25,798 INFO [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/MasterData/data/master/store 2024-11-19T03:20:25,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35011 is added to blk_1073741829_1005 (size=34) 2024-11-19T03:20:26,213 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:20:26,213 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T03:20:26,213 INFO [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:20:26,213 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:20:26,213 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T03:20:26,213 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:20:26,213 INFO [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:20:26,213 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731986426213Disabling compacts and flushes for region at 1731986426213Disabling writes for close at 1731986426213Writing region close event to WAL at 1731986426213Closed at 1731986426213 2024-11-19T03:20:26,214 WARN [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/MasterData/data/master/store/.initializing 2024-11-19T03:20:26,214 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/MasterData/WALs/47efada56ed5,46551,1731986424035 2024-11-19T03:20:26,215 INFO [master/47efada56ed5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T03:20:26,217 INFO [master/47efada56ed5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=47efada56ed5%2C46551%2C1731986424035, suffix=, logDir=hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/MasterData/WALs/47efada56ed5,46551,1731986424035, archiveDir=hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/MasterData/oldWALs, maxLogs=10 2024-11-19T03:20:26,230 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/MasterData/WALs/47efada56ed5,46551,1731986424035/47efada56ed5%2C46551%2C1731986424035.1731986426217, exclude list is [], retry=0 2024-11-19T03:20:26,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35011,DS-b21d59e2-9f44-4d22-afee-8d4c48ec8c8a,DISK] 2024-11-19T03:20:26,237 INFO [master/47efada56ed5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/MasterData/WALs/47efada56ed5,46551,1731986424035/47efada56ed5%2C46551%2C1731986424035.1731986426217 2024-11-19T03:20:26,237 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33749:33749)] 2024-11-19T03:20:26,237 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T03:20:26,237 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:20:26,237 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:20:26,237 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:20:26,239 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:20:26,240 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T03:20:26,240 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:20:26,241 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:20:26,241 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:20:26,242 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T03:20:26,242 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:20:26,243 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:20:26,243 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:20:26,243 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T03:20:26,244 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:20:26,244 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:20:26,244 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:20:26,245 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T03:20:26,245 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:20:26,245 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:20:26,246 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:20:26,246 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:20:26,246 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:20:26,247 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:20:26,247 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:20:26,248 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T03:20:26,249 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:20:26,251 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T03:20:26,252 INFO [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66827044, jitterRate=-0.0041994452476501465}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T03:20:26,252 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731986426237Initializing all the Stores at 1731986426238 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986426239 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986426239Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986426239Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986426239Cleaning up temporary data from old regions at 1731986426247 (+8 ms)Region opened successfully at 1731986426252 (+5 ms) 2024-11-19T03:20:26,252 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T03:20:26,254 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3579833d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=47efada56ed5/172.17.0.3:0 2024-11-19T03:20:26,255 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T03:20:26,255 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T03:20:26,255 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T03:20:26,255 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T03:20:26,256 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T03:20:26,256 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T03:20:26,256 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T03:20:26,258 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T03:20:26,259 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46551-0x101511b5eec0003, quorum=127.0.0.1:64222, baseZNode=/1384689997 Unable to get data of znode /1384689997/balancer because node does not exist (not necessarily an error) 2024-11-19T03:20:26,322 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1384689997/balancer already deleted, retry=false 2024-11-19T03:20:26,322 INFO [master/47efada56ed5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T03:20:26,323 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46551-0x101511b5eec0003, quorum=127.0.0.1:64222, baseZNode=/1384689997 Unable to get data of znode /1384689997/normalizer because node does not exist (not necessarily an error) 2024-11-19T03:20:26,333 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1384689997/normalizer already deleted, retry=false 2024-11-19T03:20:26,334 INFO [master/47efada56ed5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T03:20:26,334 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46551-0x101511b5eec0003, quorum=127.0.0.1:64222, baseZNode=/1384689997 Unable to get data of znode /1384689997/switch/split because node does not exist (not necessarily an error) 2024-11-19T03:20:26,344 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1384689997/switch/split already deleted, retry=false 2024-11-19T03:20:26,345 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46551-0x101511b5eec0003, quorum=127.0.0.1:64222, baseZNode=/1384689997 Unable to get data of znode /1384689997/switch/merge because node does not exist (not necessarily an error) 2024-11-19T03:20:26,355 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1384689997/switch/merge already deleted, retry=false 2024-11-19T03:20:26,356 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46551-0x101511b5eec0003, quorum=127.0.0.1:64222, baseZNode=/1384689997 Unable to get data of znode /1384689997/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T03:20:26,365 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1384689997/snapshot-cleanup already deleted, retry=false 2024-11-19T03:20:26,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46551-0x101511b5eec0003, quorum=127.0.0.1:64222, baseZNode=/1384689997 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1384689997/running 2024-11-19T03:20:26,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37297-0x101511b5eec0004, quorum=127.0.0.1:64222, baseZNode=/1384689997 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1384689997/running 2024-11-19T03:20:26,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46551-0x101511b5eec0003, quorum=127.0.0.1:64222, baseZNode=/1384689997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1384689997 2024-11-19T03:20:26,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37297-0x101511b5eec0004, quorum=127.0.0.1:64222, baseZNode=/1384689997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1384689997 2024-11-19T03:20:26,376 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=47efada56ed5,46551,1731986424035, sessionid=0x101511b5eec0003, setting cluster-up flag (Was=false) 2024-11-19T03:20:26,486 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T03:20:26,486 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-19T03:20:26,487 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T03:20:26,487 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-19T03:20:26,487 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T03:20:26,487 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-19T03:20:26,487 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-19T03:20:26,487 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-19T03:20:26,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46551-0x101511b5eec0003, quorum=127.0.0.1:64222, baseZNode=/1384689997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1384689997 2024-11-19T03:20:26,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37297-0x101511b5eec0004, quorum=127.0.0.1:64222, baseZNode=/1384689997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1384689997 2024-11-19T03:20:26,576 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1384689997/flush-table-proc/acquired, /1384689997/flush-table-proc/reached, /1384689997/flush-table-proc/abort 2024-11-19T03:20:26,577 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=47efada56ed5,46551,1731986424035 2024-11-19T03:20:26,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46551-0x101511b5eec0003, quorum=127.0.0.1:64222, baseZNode=/1384689997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1384689997 2024-11-19T03:20:26,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37297-0x101511b5eec0004, quorum=127.0.0.1:64222, baseZNode=/1384689997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1384689997 2024-11-19T03:20:26,628 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1384689997/online-snapshot/acquired, /1384689997/online-snapshot/reached, /1384689997/online-snapshot/abort 2024-11-19T03:20:26,629 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=47efada56ed5,46551,1731986424035 2024-11-19T03:20:26,630 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T03:20:26,631 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T03:20:26,631 INFO [master/47efada56ed5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T03:20:26,631 INFO [master/47efada56ed5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T03:20:26,632 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 47efada56ed5,46551,1731986424035 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T03:20:26,633 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/47efada56ed5:0, corePoolSize=5, maxPoolSize=5 2024-11-19T03:20:26,633 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/47efada56ed5:0, corePoolSize=5, maxPoolSize=5 2024-11-19T03:20:26,633 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/47efada56ed5:0, corePoolSize=5, maxPoolSize=5 2024-11-19T03:20:26,633 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/47efada56ed5:0, corePoolSize=5, maxPoolSize=5 2024-11-19T03:20:26,633 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/47efada56ed5:0, corePoolSize=10, maxPoolSize=10 2024-11-19T03:20:26,633 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:20:26,633 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/47efada56ed5:0, corePoolSize=2, maxPoolSize=2 2024-11-19T03:20:26,633 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:20:26,634 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731986456634 2024-11-19T03:20:26,634 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T03:20:26,634 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T03:20:26,634 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T03:20:26,634 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T03:20:26,634 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T03:20:26,634 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T03:20:26,634 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T03:20:26,634 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T03:20:26,634 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T03:20:26,635 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T03:20:26,635 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T03:20:26,635 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T03:20:26,635 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T03:20:26,635 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:20:26,635 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T03:20:26,636 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T03:20:26,636 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T03:20:26,640 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.large.0-1731986426636,5,FailOnTimeoutGroup] 2024-11-19T03:20:26,640 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.small.0-1731986426640,5,FailOnTimeoutGroup] 2024-11-19T03:20:26,640 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T03:20:26,640 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T03:20:26,640 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T03:20:26,640 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T03:20:26,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35011 is added to blk_1073741831_1007 (size=1321) 2024-11-19T03:20:26,649 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T03:20:26,649 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de 2024-11-19T03:20:26,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35011 is added to blk_1073741832_1008 (size=32) 2024-11-19T03:20:26,707 INFO [RS:0;47efada56ed5:37297 {}] regionserver.HRegionServer(746): ClusterId : e4d0044f-692e-48ab-a643-a8521a6ef9b5 2024-11-19T03:20:26,707 DEBUG [RS:0;47efada56ed5:37297 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T03:20:26,713 DEBUG [RS:0;47efada56ed5:37297 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T03:20:26,713 DEBUG [RS:0;47efada56ed5:37297 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T03:20:26,723 DEBUG [RS:0;47efada56ed5:37297 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T03:20:26,724 DEBUG [RS:0;47efada56ed5:37297 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5996f93f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=47efada56ed5/172.17.0.3:0 2024-11-19T03:20:26,743 DEBUG [RS:0;47efada56ed5:37297 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;47efada56ed5:37297 2024-11-19T03:20:26,743 INFO [RS:0;47efada56ed5:37297 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T03:20:26,743 INFO [RS:0;47efada56ed5:37297 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T03:20:26,743 DEBUG [RS:0;47efada56ed5:37297 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T03:20:26,743 INFO [RS:0;47efada56ed5:37297 {}] regionserver.HRegionServer(2659): reportForDuty to master=47efada56ed5,46551,1731986424035 with port=37297, startcode=1731986424185 2024-11-19T03:20:26,744 DEBUG [RS:0;47efada56ed5:37297 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T03:20:26,745 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34865, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T03:20:26,746 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46551 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 47efada56ed5,37297,1731986424185 2024-11-19T03:20:26,746 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46551 {}] master.ServerManager(517): Registering regionserver=47efada56ed5,37297,1731986424185 2024-11-19T03:20:26,747 DEBUG [RS:0;47efada56ed5:37297 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de 2024-11-19T03:20:26,747 DEBUG [RS:0;47efada56ed5:37297 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46165 2024-11-19T03:20:26,747 DEBUG [RS:0;47efada56ed5:37297 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T03:20:26,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46551-0x101511b5eec0003, quorum=127.0.0.1:64222, baseZNode=/1384689997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1384689997/rs 2024-11-19T03:20:26,791 DEBUG [RS:0;47efada56ed5:37297 {}] zookeeper.ZKUtil(111): regionserver:37297-0x101511b5eec0004, quorum=127.0.0.1:64222, baseZNode=/1384689997 Set watcher on existing znode=/1384689997/rs/47efada56ed5,37297,1731986424185 2024-11-19T03:20:26,791 WARN [RS:0;47efada56ed5:37297 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T03:20:26,791 INFO [RS:0;47efada56ed5:37297 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T03:20:26,791 DEBUG [RS:0;47efada56ed5:37297 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/WALs/47efada56ed5,37297,1731986424185 2024-11-19T03:20:26,792 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [47efada56ed5,37297,1731986424185] 2024-11-19T03:20:26,795 INFO [RS:0;47efada56ed5:37297 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T03:20:26,796 INFO [RS:0;47efada56ed5:37297 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T03:20:26,797 INFO [RS:0;47efada56ed5:37297 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T03:20:26,797 INFO [RS:0;47efada56ed5:37297 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T03:20:26,797 INFO [RS:0;47efada56ed5:37297 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T03:20:26,797 INFO [RS:0;47efada56ed5:37297 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T03:20:26,798 INFO [RS:0;47efada56ed5:37297 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T03:20:26,798 DEBUG [RS:0;47efada56ed5:37297 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:20:26,798 DEBUG [RS:0;47efada56ed5:37297 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:20:26,798 DEBUG [RS:0;47efada56ed5:37297 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:20:26,798 DEBUG [RS:0;47efada56ed5:37297 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:20:26,798 DEBUG [RS:0;47efada56ed5:37297 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:20:26,798 DEBUG [RS:0;47efada56ed5:37297 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/47efada56ed5:0, corePoolSize=2, maxPoolSize=2 2024-11-19T03:20:26,798 DEBUG [RS:0;47efada56ed5:37297 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:20:26,798 DEBUG [RS:0;47efada56ed5:37297 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:20:26,798 DEBUG [RS:0;47efada56ed5:37297 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:20:26,798 DEBUG [RS:0;47efada56ed5:37297 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:20:26,798 DEBUG [RS:0;47efada56ed5:37297 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:20:26,798 DEBUG [RS:0;47efada56ed5:37297 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:20:26,798 DEBUG [RS:0;47efada56ed5:37297 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/47efada56ed5:0, corePoolSize=3, maxPoolSize=3 2024-11-19T03:20:26,798 DEBUG [RS:0;47efada56ed5:37297 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0, corePoolSize=3, maxPoolSize=3 2024-11-19T03:20:26,798 INFO [RS:0;47efada56ed5:37297 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T03:20:26,798 INFO [RS:0;47efada56ed5:37297 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T03:20:26,798 INFO [RS:0;47efada56ed5:37297 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T03:20:26,798 INFO [RS:0;47efada56ed5:37297 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T03:20:26,798 INFO [RS:0;47efada56ed5:37297 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T03:20:26,798 INFO [RS:0;47efada56ed5:37297 {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,37297,1731986424185-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T03:20:26,812 INFO [RS:0;47efada56ed5:37297 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T03:20:26,812 INFO [RS:0;47efada56ed5:37297 {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,37297,1731986424185-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T03:20:26,812 INFO [RS:0;47efada56ed5:37297 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:20:26,812 INFO [RS:0;47efada56ed5:37297 {}] regionserver.Replication(171): 47efada56ed5,37297,1731986424185 started 2024-11-19T03:20:26,824 INFO [RS:0;47efada56ed5:37297 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:20:26,824 INFO [RS:0;47efada56ed5:37297 {}] regionserver.HRegionServer(1482): Serving as 47efada56ed5,37297,1731986424185, RpcServer on 47efada56ed5/172.17.0.3:37297, sessionid=0x101511b5eec0004 2024-11-19T03:20:26,824 DEBUG [RS:0;47efada56ed5:37297 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T03:20:26,824 DEBUG [RS:0;47efada56ed5:37297 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 47efada56ed5,37297,1731986424185 2024-11-19T03:20:26,824 DEBUG [RS:0;47efada56ed5:37297 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '47efada56ed5,37297,1731986424185' 2024-11-19T03:20:26,824 DEBUG [RS:0;47efada56ed5:37297 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1384689997/flush-table-proc/abort' 2024-11-19T03:20:26,825 DEBUG [RS:0;47efada56ed5:37297 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1384689997/flush-table-proc/acquired' 2024-11-19T03:20:26,825 DEBUG [RS:0;47efada56ed5:37297 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T03:20:26,825 DEBUG [RS:0;47efada56ed5:37297 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T03:20:26,825 DEBUG [RS:0;47efada56ed5:37297 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 47efada56ed5,37297,1731986424185 2024-11-19T03:20:26,825 DEBUG [RS:0;47efada56ed5:37297 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '47efada56ed5,37297,1731986424185' 2024-11-19T03:20:26,825 DEBUG [RS:0;47efada56ed5:37297 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1384689997/online-snapshot/abort' 2024-11-19T03:20:26,825 DEBUG [RS:0;47efada56ed5:37297 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1384689997/online-snapshot/acquired' 2024-11-19T03:20:26,826 DEBUG [RS:0;47efada56ed5:37297 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T03:20:26,826 INFO [RS:0;47efada56ed5:37297 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T03:20:26,826 INFO [RS:0;47efada56ed5:37297 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T03:20:26,926 INFO [RS:0;47efada56ed5:37297 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T03:20:26,927 INFO [RS:0;47efada56ed5:37297 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=47efada56ed5%2C37297%2C1731986424185, suffix=, logDir=hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/WALs/47efada56ed5,37297,1731986424185, archiveDir=hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/oldWALs, maxLogs=10 2024-11-19T03:20:26,939 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T03:20:26,939 DEBUG [RS:0;47efada56ed5:37297 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/WALs/47efada56ed5,37297,1731986424185/47efada56ed5%2C37297%2C1731986424185.1731986426927, exclude list is [], retry=0 2024-11-19T03:20:26,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35011,DS-b21d59e2-9f44-4d22-afee-8d4c48ec8c8a,DISK] 2024-11-19T03:20:26,943 INFO [RS:0;47efada56ed5:37297 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/WALs/47efada56ed5,37297,1731986424185/47efada56ed5%2C37297%2C1731986424185.1731986426927 2024-11-19T03:20:26,943 DEBUG [RS:0;47efada56ed5:37297 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33749:33749)] 2024-11-19T03:20:27,061 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:20:27,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T03:20:27,063 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T03:20:27,063 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:20:27,064 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:20:27,064 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T03:20:27,064 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T03:20:27,065 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:20:27,065 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:20:27,065 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T03:20:27,066 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T03:20:27,066 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:20:27,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:20:27,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T03:20:27,067 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T03:20:27,067 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:20:27,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:20:27,068 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T03:20:27,068 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/data/hbase/meta/1588230740 2024-11-19T03:20:27,068 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/data/hbase/meta/1588230740 2024-11-19T03:20:27,069 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T03:20:27,069 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T03:20:27,069 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T03:20:27,070 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T03:20:27,072 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T03:20:27,073 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59898103, jitterRate=-0.10744871199131012}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T03:20:27,073 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731986427061Initializing all the Stores at 1731986427062 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986427062Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986427062Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986427062Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986427062Cleaning up temporary data from old regions at 1731986427069 (+7 ms)Region opened successfully at 1731986427073 (+4 ms) 2024-11-19T03:20:27,073 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T03:20:27,073 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T03:20:27,073 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T03:20:27,073 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T03:20:27,073 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T03:20:27,073 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T03:20:27,073 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731986427073Disabling compacts and flushes for region at 1731986427073Disabling writes for close at 1731986427073Writing region close event to WAL at 1731986427073Closed at 1731986427073 2024-11-19T03:20:27,074 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T03:20:27,074 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T03:20:27,074 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T03:20:27,075 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T03:20:27,076 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T03:20:27,226 DEBUG [47efada56ed5:46551 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T03:20:27,226 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=47efada56ed5,37297,1731986424185 2024-11-19T03:20:27,227 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 47efada56ed5,37297,1731986424185, state=OPENING 2024-11-19T03:20:27,290 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T03:20:27,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37297-0x101511b5eec0004, quorum=127.0.0.1:64222, baseZNode=/1384689997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1384689997 2024-11-19T03:20:27,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46551-0x101511b5eec0003, quorum=127.0.0.1:64222, baseZNode=/1384689997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1384689997 2024-11-19T03:20:27,345 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1384689997/meta-region-server: CHANGED 2024-11-19T03:20:27,345 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1384689997/meta-region-server: CHANGED 2024-11-19T03:20:27,345 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T03:20:27,345 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=47efada56ed5,37297,1731986424185}] 2024-11-19T03:20:27,497 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T03:20:27,498 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42507, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T03:20:27,501 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T03:20:27,501 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T03:20:27,501 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T03:20:27,503 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=47efada56ed5%2C37297%2C1731986424185.meta, suffix=.meta, logDir=hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/WALs/47efada56ed5,37297,1731986424185, archiveDir=hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/oldWALs, maxLogs=10 2024-11-19T03:20:27,518 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/WALs/47efada56ed5,37297,1731986424185/47efada56ed5%2C37297%2C1731986424185.meta.1731986427503.meta, exclude list is [], retry=0 2024-11-19T03:20:27,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35011,DS-b21d59e2-9f44-4d22-afee-8d4c48ec8c8a,DISK] 2024-11-19T03:20:27,522 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/WALs/47efada56ed5,37297,1731986424185/47efada56ed5%2C37297%2C1731986424185.meta.1731986427503.meta 2024-11-19T03:20:27,522 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33749:33749)] 2024-11-19T03:20:27,522 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T03:20:27,522 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T03:20:27,522 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T03:20:27,523 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T03:20:27,523 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T03:20:27,523 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T03:20:27,523 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:20:27,523 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T03:20:27,523 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T03:20:27,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T03:20:27,525 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T03:20:27,525 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:20:27,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:20:27,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T03:20:27,526 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T03:20:27,526 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:20:27,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:20:27,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T03:20:27,527 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T03:20:27,527 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:20:27,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:20:27,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T03:20:27,528 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T03:20:27,528 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:20:27,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:20:27,528 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T03:20:27,531 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/data/hbase/meta/1588230740 2024-11-19T03:20:27,532 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/data/hbase/meta/1588230740 2024-11-19T03:20:27,533 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T03:20:27,533 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T03:20:27,534 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T03:20:27,535 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T03:20:27,536 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67175752, jitterRate=9.96708869934082E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T03:20:27,536 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T03:20:27,536 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731986427523Writing region info on filesystem at 1731986427523Initializing all the Stores at 1731986427524 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986427524Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986427524Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986427524Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986427524Cleaning up temporary data from old regions at 1731986427533 (+9 ms)Running coprocessor post-open hooks at 1731986427536 (+3 ms)Region opened successfully at 1731986427536 2024-11-19T03:20:27,537 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731986427497 2024-11-19T03:20:27,539 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T03:20:27,539 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T03:20:27,539 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=47efada56ed5,37297,1731986424185 2024-11-19T03:20:27,540 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 47efada56ed5,37297,1731986424185, state=OPEN 2024-11-19T03:20:27,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46551-0x101511b5eec0003, quorum=127.0.0.1:64222, baseZNode=/1384689997 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1384689997/meta-region-server 2024-11-19T03:20:27,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37297-0x101511b5eec0004, quorum=127.0.0.1:64222, baseZNode=/1384689997 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1384689997/meta-region-server 2024-11-19T03:20:27,544 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=47efada56ed5,37297,1731986424185 2024-11-19T03:20:27,544 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1384689997/meta-region-server: CHANGED 2024-11-19T03:20:27,544 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1384689997/meta-region-server: CHANGED 2024-11-19T03:20:27,546 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T03:20:27,546 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=47efada56ed5,37297,1731986424185 in 199 msec 2024-11-19T03:20:27,547 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T03:20:27,547 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 472 msec 2024-11-19T03:20:27,548 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T03:20:27,548 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T03:20:27,549 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:20:27,549 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,37297,1731986424185, seqNum=-1] 2024-11-19T03:20:27,549 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:20:27,550 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35847, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:20:27,554 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 923 msec 2024-11-19T03:20:27,555 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731986427554, completionTime=-1 2024-11-19T03:20:27,555 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T03:20:27,555 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T03:20:27,557 INFO [master/47efada56ed5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T03:20:27,557 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731986487557 2024-11-19T03:20:27,557 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731986547557 2024-11-19T03:20:27,557 INFO [master/47efada56ed5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-19T03:20:27,557 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,46551,1731986424035-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T03:20:27,557 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,46551,1731986424035-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:20:27,557 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,46551,1731986424035-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:20:27,557 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-47efada56ed5:46551, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:20:27,557 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T03:20:27,558 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T03:20:27,559 DEBUG [master/47efada56ed5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T03:20:27,561 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.311sec 2024-11-19T03:20:27,561 INFO [master/47efada56ed5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T03:20:27,561 INFO [master/47efada56ed5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T03:20:27,561 INFO [master/47efada56ed5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T03:20:27,561 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T03:20:27,561 INFO [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T03:20:27,562 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,46551,1731986424035-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T03:20:27,562 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,46551,1731986424035-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T03:20:27,563 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T03:20:27,563 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T03:20:27,564 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,46551,1731986424035-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:20:27,608 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f6481f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:20:27,608 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,46551,-1 for getting cluster id 2024-11-19T03:20:27,609 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:20:27,610 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e4d0044f-692e-48ab-a643-a8521a6ef9b5' 2024-11-19T03:20:27,610 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:20:27,610 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e4d0044f-692e-48ab-a643-a8521a6ef9b5" 2024-11-19T03:20:27,610 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@355bef6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:20:27,610 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,46551,-1] 2024-11-19T03:20:27,610 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:20:27,611 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:20:27,611 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:20:27,612 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@337b590, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:20:27,612 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:20:27,613 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,37297,1731986424185, seqNum=-1] 2024-11-19T03:20:27,613 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:20:27,614 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:20:27,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=47efada56ed5,46551,1731986424035 2024-11-19T03:20:27,617 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64222 2024-11-19T03:20:27,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64222, baseZNode=/1384689997 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T03:20:27,629 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101511b5eec0005 connected 2024-11-19T03:20:27,640 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T03:20:27,641 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 47efada56ed5,40785,1731986418552 2024-11-19T03:20:27,641 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d048c8f 2024-11-19T03:20:27,641 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T03:20:27,642 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T03:20:27,643 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40785 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T03:20:27,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40785 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T03:20:27,645 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T03:20:27,645 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:20:27,645 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40785 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T03:20:27,646 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T03:20:27,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40785 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T03:20:27,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35013 is added to blk_1073741835_1011 (size=902) 2024-11-19T03:20:27,674 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T03:20:27,712 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:20:27,712 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:20:27,712 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:20:27,713 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:20:27,713 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:20:27,713 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:20:27,727 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:20:27,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:20:27,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40785 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T03:20:27,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40785 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T03:20:28,055 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 53f9ed427b220e76a88521320b1a5d9b, NAME => 'test,,1731986427643.53f9ed427b220e76a88521320b1a5d9b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0 2024-11-19T03:20:28,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35013 is added to blk_1073741836_1012 (size=39) 2024-11-19T03:20:28,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40785 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T03:20:28,461 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731986427643.53f9ed427b220e76a88521320b1a5d9b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:20:28,461 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 53f9ed427b220e76a88521320b1a5d9b, disabling compactions & flushes 2024-11-19T03:20:28,461 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731986427643.53f9ed427b220e76a88521320b1a5d9b. 2024-11-19T03:20:28,461 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731986427643.53f9ed427b220e76a88521320b1a5d9b. 2024-11-19T03:20:28,461 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731986427643.53f9ed427b220e76a88521320b1a5d9b. after waiting 0 ms 2024-11-19T03:20:28,461 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731986427643.53f9ed427b220e76a88521320b1a5d9b. 2024-11-19T03:20:28,461 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731986427643.53f9ed427b220e76a88521320b1a5d9b. 2024-11-19T03:20:28,461 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 53f9ed427b220e76a88521320b1a5d9b: Waiting for close lock at 1731986428461Disabling compacts and flushes for region at 1731986428461Disabling writes for close at 1731986428461Writing region close event to WAL at 1731986428461Closed at 1731986428461 2024-11-19T03:20:28,462 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T03:20:28,463 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731986427643.53f9ed427b220e76a88521320b1a5d9b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731986428462"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731986428462"}]},"ts":"1731986428462"} 2024-11-19T03:20:28,464 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T03:20:28,465 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T03:20:28,465 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731986428465"}]},"ts":"1731986428465"} 2024-11-19T03:20:28,467 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T03:20:28,467 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=53f9ed427b220e76a88521320b1a5d9b, ASSIGN}] 2024-11-19T03:20:28,468 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=53f9ed427b220e76a88521320b1a5d9b, ASSIGN 2024-11-19T03:20:28,469 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=53f9ed427b220e76a88521320b1a5d9b, ASSIGN; state=OFFLINE, location=47efada56ed5,39179,1731986418762; forceNewPlan=false, retain=false 2024-11-19T03:20:28,620 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=53f9ed427b220e76a88521320b1a5d9b, regionState=OPENING, regionLocation=47efada56ed5,39179,1731986418762 2024-11-19T03:20:28,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=53f9ed427b220e76a88521320b1a5d9b, ASSIGN because future has completed 2024-11-19T03:20:28,624 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 53f9ed427b220e76a88521320b1a5d9b, server=47efada56ed5,39179,1731986418762}] 2024-11-19T03:20:28,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40785 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T03:20:28,779 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731986427643.53f9ed427b220e76a88521320b1a5d9b. 2024-11-19T03:20:28,779 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 53f9ed427b220e76a88521320b1a5d9b, NAME => 'test,,1731986427643.53f9ed427b220e76a88521320b1a5d9b.', STARTKEY => '', ENDKEY => ''} 2024-11-19T03:20:28,780 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T03:20:28,780 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T03:20:28,780 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 53f9ed427b220e76a88521320b1a5d9b 2024-11-19T03:20:28,780 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731986427643.53f9ed427b220e76a88521320b1a5d9b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:20:28,780 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 53f9ed427b220e76a88521320b1a5d9b 2024-11-19T03:20:28,780 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 53f9ed427b220e76a88521320b1a5d9b 2024-11-19T03:20:28,781 INFO [StoreOpener-53f9ed427b220e76a88521320b1a5d9b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 53f9ed427b220e76a88521320b1a5d9b 2024-11-19T03:20:28,783 INFO [StoreOpener-53f9ed427b220e76a88521320b1a5d9b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 53f9ed427b220e76a88521320b1a5d9b columnFamilyName f 2024-11-19T03:20:28,783 DEBUG [StoreOpener-53f9ed427b220e76a88521320b1a5d9b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:20:28,783 INFO [StoreOpener-53f9ed427b220e76a88521320b1a5d9b-1 {}] regionserver.HStore(327): Store=53f9ed427b220e76a88521320b1a5d9b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:20:28,783 INFO [StoreOpener-53f9ed427b220e76a88521320b1a5d9b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 53f9ed427b220e76a88521320b1a5d9b 2024-11-19T03:20:28,784 INFO [StoreOpener-53f9ed427b220e76a88521320b1a5d9b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 53f9ed427b220e76a88521320b1a5d9b columnFamilyName f1 2024-11-19T03:20:28,784 DEBUG [StoreOpener-53f9ed427b220e76a88521320b1a5d9b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:20:28,784 INFO [StoreOpener-53f9ed427b220e76a88521320b1a5d9b-1 {}] regionserver.HStore(327): Store=53f9ed427b220e76a88521320b1a5d9b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:20:28,784 INFO [StoreOpener-53f9ed427b220e76a88521320b1a5d9b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 53f9ed427b220e76a88521320b1a5d9b 2024-11-19T03:20:28,785 INFO [StoreOpener-53f9ed427b220e76a88521320b1a5d9b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 53f9ed427b220e76a88521320b1a5d9b columnFamilyName norep 2024-11-19T03:20:28,785 DEBUG [StoreOpener-53f9ed427b220e76a88521320b1a5d9b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:20:28,786 INFO [StoreOpener-53f9ed427b220e76a88521320b1a5d9b-1 {}] regionserver.HStore(327): Store=53f9ed427b220e76a88521320b1a5d9b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:20:28,786 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 53f9ed427b220e76a88521320b1a5d9b 2024-11-19T03:20:28,786 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/data/default/test/53f9ed427b220e76a88521320b1a5d9b 2024-11-19T03:20:28,787 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/data/default/test/53f9ed427b220e76a88521320b1a5d9b 2024-11-19T03:20:28,787 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 53f9ed427b220e76a88521320b1a5d9b 2024-11-19T03:20:28,787 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 53f9ed427b220e76a88521320b1a5d9b 2024-11-19T03:20:28,788 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T03:20:28,789 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 53f9ed427b220e76a88521320b1a5d9b 2024-11-19T03:20:28,791 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/data/default/test/53f9ed427b220e76a88521320b1a5d9b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T03:20:28,791 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 53f9ed427b220e76a88521320b1a5d9b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73502351, jitterRate=0.09527038037776947}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T03:20:28,791 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 53f9ed427b220e76a88521320b1a5d9b 2024-11-19T03:20:28,792 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 53f9ed427b220e76a88521320b1a5d9b: Running coprocessor pre-open hook at 1731986428780Writing region info on filesystem at 1731986428780Initializing all the Stores at 1731986428781 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986428781Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986428781Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986428781Cleaning up temporary data from old regions at 1731986428787 (+6 ms)Running coprocessor post-open hooks at 1731986428791 (+4 ms)Region opened successfully at 1731986428792 (+1 ms) 2024-11-19T03:20:28,793 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731986427643.53f9ed427b220e76a88521320b1a5d9b., pid=6, masterSystemTime=1731986428776 2024-11-19T03:20:28,795 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731986427643.53f9ed427b220e76a88521320b1a5d9b. 2024-11-19T03:20:28,795 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731986427643.53f9ed427b220e76a88521320b1a5d9b. 2024-11-19T03:20:28,795 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=53f9ed427b220e76a88521320b1a5d9b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=47efada56ed5,39179,1731986418762 2024-11-19T03:20:28,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 53f9ed427b220e76a88521320b1a5d9b, server=47efada56ed5,39179,1731986418762 because future has completed 2024-11-19T03:20:28,800 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T03:20:28,800 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 53f9ed427b220e76a88521320b1a5d9b, server=47efada56ed5,39179,1731986418762 in 174 msec 2024-11-19T03:20:28,801 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T03:20:28,801 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=53f9ed427b220e76a88521320b1a5d9b, ASSIGN in 333 msec 2024-11-19T03:20:28,802 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T03:20:28,802 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731986428802"}]},"ts":"1731986428802"} 2024-11-19T03:20:28,804 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T03:20:28,805 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T03:20:28,807 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1620 sec 2024-11-19T03:20:29,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40785 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T03:20:29,790 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T03:20:29,790 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T03:20:29,790 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 47efada56ed5,46551,1731986424035 2024-11-19T03:20:29,790 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@459148b7 2024-11-19T03:20:29,791 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T03:20:29,792 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T03:20:29,792 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46551 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T03:20:29,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46551 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T03:20:29,794 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T03:20:29,794 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:20:29,794 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46551 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T03:20:29,795 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T03:20:29,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46551 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T03:20:29,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35011 is added to blk_1073741835_1011 (size=902) 2024-11-19T03:20:29,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46551 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T03:20:30,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46551 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T03:20:30,201 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b7e29a150050e2c42e37d7a03bdd32d0, NAME => 'test,,1731986429792.b7e29a150050e2c42e37d7a03bdd32d0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de 2024-11-19T03:20:30,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35011 is added to blk_1073741836_1012 (size=39) 2024-11-19T03:20:30,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46551 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T03:20:30,608 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731986429792.b7e29a150050e2c42e37d7a03bdd32d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:20:30,608 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b7e29a150050e2c42e37d7a03bdd32d0, disabling compactions & flushes 2024-11-19T03:20:30,608 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731986429792.b7e29a150050e2c42e37d7a03bdd32d0. 2024-11-19T03:20:30,609 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731986429792.b7e29a150050e2c42e37d7a03bdd32d0. 2024-11-19T03:20:30,609 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731986429792.b7e29a150050e2c42e37d7a03bdd32d0. after waiting 0 ms 2024-11-19T03:20:30,609 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731986429792.b7e29a150050e2c42e37d7a03bdd32d0. 2024-11-19T03:20:30,609 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731986429792.b7e29a150050e2c42e37d7a03bdd32d0. 2024-11-19T03:20:30,609 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b7e29a150050e2c42e37d7a03bdd32d0: Waiting for close lock at 1731986430608Disabling compacts and flushes for region at 1731986430608Disabling writes for close at 1731986430609 (+1 ms)Writing region close event to WAL at 1731986430609Closed at 1731986430609 2024-11-19T03:20:30,610 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T03:20:30,610 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731986429792.b7e29a150050e2c42e37d7a03bdd32d0.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731986430610"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731986430610"}]},"ts":"1731986430610"} 2024-11-19T03:20:30,612 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T03:20:30,613 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T03:20:30,613 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731986430613"}]},"ts":"1731986430613"} 2024-11-19T03:20:30,615 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T03:20:30,616 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b7e29a150050e2c42e37d7a03bdd32d0, ASSIGN}] 2024-11-19T03:20:30,617 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b7e29a150050e2c42e37d7a03bdd32d0, ASSIGN 2024-11-19T03:20:30,617 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b7e29a150050e2c42e37d7a03bdd32d0, ASSIGN; state=OFFLINE, location=47efada56ed5,37297,1731986424185; forceNewPlan=false, retain=false 2024-11-19T03:20:30,768 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b7e29a150050e2c42e37d7a03bdd32d0, regionState=OPENING, regionLocation=47efada56ed5,37297,1731986424185 2024-11-19T03:20:30,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b7e29a150050e2c42e37d7a03bdd32d0, ASSIGN because future has completed 2024-11-19T03:20:30,771 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b7e29a150050e2c42e37d7a03bdd32d0, server=47efada56ed5,37297,1731986424185}] 2024-11-19T03:20:30,927 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731986429792.b7e29a150050e2c42e37d7a03bdd32d0. 2024-11-19T03:20:30,928 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b7e29a150050e2c42e37d7a03bdd32d0, NAME => 'test,,1731986429792.b7e29a150050e2c42e37d7a03bdd32d0.', STARTKEY => '', ENDKEY => ''} 2024-11-19T03:20:30,928 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T03:20:30,928 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T03:20:30,928 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b7e29a150050e2c42e37d7a03bdd32d0 2024-11-19T03:20:30,928 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731986429792.b7e29a150050e2c42e37d7a03bdd32d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:20:30,928 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b7e29a150050e2c42e37d7a03bdd32d0 2024-11-19T03:20:30,928 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b7e29a150050e2c42e37d7a03bdd32d0 2024-11-19T03:20:30,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46551 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T03:20:30,929 INFO [StoreOpener-b7e29a150050e2c42e37d7a03bdd32d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b7e29a150050e2c42e37d7a03bdd32d0 2024-11-19T03:20:30,930 INFO [StoreOpener-b7e29a150050e2c42e37d7a03bdd32d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b7e29a150050e2c42e37d7a03bdd32d0 columnFamilyName f 2024-11-19T03:20:30,930 DEBUG [StoreOpener-b7e29a150050e2c42e37d7a03bdd32d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:20:30,931 INFO [StoreOpener-b7e29a150050e2c42e37d7a03bdd32d0-1 {}] regionserver.HStore(327): Store=b7e29a150050e2c42e37d7a03bdd32d0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:20:30,931 INFO [StoreOpener-b7e29a150050e2c42e37d7a03bdd32d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b7e29a150050e2c42e37d7a03bdd32d0 2024-11-19T03:20:30,931 INFO [StoreOpener-b7e29a150050e2c42e37d7a03bdd32d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b7e29a150050e2c42e37d7a03bdd32d0 columnFamilyName f1 2024-11-19T03:20:30,931 DEBUG [StoreOpener-b7e29a150050e2c42e37d7a03bdd32d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:20:30,932 INFO [StoreOpener-b7e29a150050e2c42e37d7a03bdd32d0-1 {}] regionserver.HStore(327): Store=b7e29a150050e2c42e37d7a03bdd32d0/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:20:30,932 INFO [StoreOpener-b7e29a150050e2c42e37d7a03bdd32d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b7e29a150050e2c42e37d7a03bdd32d0 2024-11-19T03:20:30,932 INFO [StoreOpener-b7e29a150050e2c42e37d7a03bdd32d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b7e29a150050e2c42e37d7a03bdd32d0 columnFamilyName norep 2024-11-19T03:20:30,932 DEBUG [StoreOpener-b7e29a150050e2c42e37d7a03bdd32d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:20:30,933 INFO [StoreOpener-b7e29a150050e2c42e37d7a03bdd32d0-1 {}] regionserver.HStore(327): Store=b7e29a150050e2c42e37d7a03bdd32d0/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:20:30,933 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b7e29a150050e2c42e37d7a03bdd32d0 2024-11-19T03:20:30,933 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/data/default/test/b7e29a150050e2c42e37d7a03bdd32d0 2024-11-19T03:20:30,933 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/data/default/test/b7e29a150050e2c42e37d7a03bdd32d0 2024-11-19T03:20:30,934 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b7e29a150050e2c42e37d7a03bdd32d0 2024-11-19T03:20:30,934 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b7e29a150050e2c42e37d7a03bdd32d0 2024-11-19T03:20:30,935 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T03:20:30,935 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b7e29a150050e2c42e37d7a03bdd32d0 2024-11-19T03:20:30,937 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/data/default/test/b7e29a150050e2c42e37d7a03bdd32d0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T03:20:30,937 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b7e29a150050e2c42e37d7a03bdd32d0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59750389, jitterRate=-0.10964982211589813}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T03:20:30,937 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b7e29a150050e2c42e37d7a03bdd32d0 2024-11-19T03:20:30,937 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b7e29a150050e2c42e37d7a03bdd32d0: Running coprocessor pre-open hook at 1731986430928Writing region info on filesystem at 1731986430928Initializing all the Stores at 1731986430929 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986430929Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986430929Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986430929Cleaning up temporary data from old regions at 1731986430934 (+5 ms)Running coprocessor post-open hooks at 1731986430937 (+3 ms)Region opened successfully at 1731986430937 2024-11-19T03:20:30,938 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731986429792.b7e29a150050e2c42e37d7a03bdd32d0., pid=6, masterSystemTime=1731986430923 2024-11-19T03:20:30,940 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731986429792.b7e29a150050e2c42e37d7a03bdd32d0. 2024-11-19T03:20:30,940 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731986429792.b7e29a150050e2c42e37d7a03bdd32d0. 2024-11-19T03:20:30,941 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b7e29a150050e2c42e37d7a03bdd32d0, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=47efada56ed5,37297,1731986424185 2024-11-19T03:20:30,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b7e29a150050e2c42e37d7a03bdd32d0, server=47efada56ed5,37297,1731986424185 because future has completed 2024-11-19T03:20:30,945 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T03:20:30,945 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b7e29a150050e2c42e37d7a03bdd32d0, server=47efada56ed5,37297,1731986424185 in 172 msec 2024-11-19T03:20:30,946 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T03:20:30,946 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b7e29a150050e2c42e37d7a03bdd32d0, ASSIGN in 329 msec 2024-11-19T03:20:30,947 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T03:20:30,947 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731986430947"}]},"ts":"1731986430947"} 2024-11-19T03:20:30,949 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T03:20:30,949 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T03:20:30,951 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1570 sec 2024-11-19T03:20:31,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46551 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T03:20:31,939 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T03:20:31,940 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5db3d7c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:20:31,940 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,40785,-1 for getting cluster id 2024-11-19T03:20:31,940 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:20:31,941 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b783cff-238d-4cfc-9304-d80c9cf03a61' 2024-11-19T03:20:31,941 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:20:31,941 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b783cff-238d-4cfc-9304-d80c9cf03a61" 2024-11-19T03:20:31,941 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c9097f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:20:31,941 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,40785,-1] 2024-11-19T03:20:31,941 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:20:31,941 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:20:31,942 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:20:31,942 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26f39daa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:20:31,943 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@424331d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:20:31,943 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,46551,-1 for getting cluster id 2024-11-19T03:20:31,943 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:20:31,943 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e4d0044f-692e-48ab-a643-a8521a6ef9b5' 2024-11-19T03:20:31,944 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:20:31,944 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e4d0044f-692e-48ab-a643-a8521a6ef9b5" 2024-11-19T03:20:31,944 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17e647, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:20:31,944 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,46551,-1] 2024-11-19T03:20:31,944 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:20:31,944 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:20:31,945 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:20:31,946 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32afdd15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:20:31,946 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a9bfc4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:20:31,946 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,40785,-1 for getting cluster id 2024-11-19T03:20:31,947 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:20:31,947 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b783cff-238d-4cfc-9304-d80c9cf03a61' 2024-11-19T03:20:31,947 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:20:31,948 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b783cff-238d-4cfc-9304-d80c9cf03a61" 2024-11-19T03:20:31,948 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@186759e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:20:31,948 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,40785,-1] 2024-11-19T03:20:31,948 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:20:31,948 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:20:31,949 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:20:31,949 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ba145ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:20:31,950 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T03:20:31,950 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 47efada56ed5,40785,1731986418552 2024-11-19T03:20:31,950 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b98ba1d 2024-11-19T03:20:31,951 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T03:20:31,952 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T03:20:31,952 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40785 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://47efada56ed5:46551,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T03:20:31,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40785 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T03:20:31,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40785 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T03:20:31,954 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='47efada56ed5:46551' 2024-11-19T03:20:31,955 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@718fa822, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:20:31,955 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,46551,-1 for getting cluster id 2024-11-19T03:20:31,955 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:20:31,956 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e4d0044f-692e-48ab-a643-a8521a6ef9b5' 2024-11-19T03:20:31,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:20:31,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e4d0044f-692e-48ab-a643-a8521a6ef9b5" 2024-11-19T03:20:31,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76989ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:20:31,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,46551,-1] 2024-11-19T03:20:31,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:20:31,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:20:31,957 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:20:31,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d3e5d6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:20:31,958 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T03:20:31,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 47efada56ed5,46551,1731986424035 2024-11-19T03:20:31,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b2c8fa3 2024-11-19T03:20:31,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T03:20:31,959 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T03:20:31,960 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-19T03:20:31,960 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T03:20:31,960 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:20:31,960 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:20:31,960 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:20:31,960 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T03:20:31,961 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T03:20:31,962 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T03:20:31,962 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:20:31,962 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T03:20:31,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35013 is added to blk_1073741837_1013 (size=1138) 2024-11-19T03:20:32,011 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T03:20:32,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40785 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T03:20:32,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40785 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T03:20:32,371 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1057477fe4228cda7ebcf1e89495b17e, NAME => 'hbase:replication,,1731986431960.1057477fe4228cda7ebcf1e89495b17e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0 2024-11-19T03:20:32,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35013 is added to blk_1073741838_1014 (size=44) 2024-11-19T03:20:32,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40785 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T03:20:32,777 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731986431960.1057477fe4228cda7ebcf1e89495b17e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:20:32,777 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 1057477fe4228cda7ebcf1e89495b17e, disabling compactions & flushes 2024-11-19T03:20:32,777 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731986431960.1057477fe4228cda7ebcf1e89495b17e. 2024-11-19T03:20:32,777 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731986431960.1057477fe4228cda7ebcf1e89495b17e. 2024-11-19T03:20:32,777 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731986431960.1057477fe4228cda7ebcf1e89495b17e. after waiting 0 ms 2024-11-19T03:20:32,777 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731986431960.1057477fe4228cda7ebcf1e89495b17e. 2024-11-19T03:20:32,777 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731986431960.1057477fe4228cda7ebcf1e89495b17e. 2024-11-19T03:20:32,777 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1057477fe4228cda7ebcf1e89495b17e: Waiting for close lock at 1731986432777Disabling compacts and flushes for region at 1731986432777Disabling writes for close at 1731986432777Writing region close event to WAL at 1731986432777Closed at 1731986432777 2024-11-19T03:20:32,778 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T03:20:32,779 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731986431960.1057477fe4228cda7ebcf1e89495b17e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731986432778"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731986432778"}]},"ts":"1731986432778"} 2024-11-19T03:20:32,780 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T03:20:32,781 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T03:20:32,781 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731986432781"}]},"ts":"1731986432781"} 2024-11-19T03:20:32,783 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T03:20:32,783 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1057477fe4228cda7ebcf1e89495b17e, ASSIGN}] 2024-11-19T03:20:32,784 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1057477fe4228cda7ebcf1e89495b17e, ASSIGN 2024-11-19T03:20:32,785 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1057477fe4228cda7ebcf1e89495b17e, ASSIGN; state=OFFLINE, location=47efada56ed5,39179,1731986418762; forceNewPlan=false, retain=false 2024-11-19T03:20:32,935 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1057477fe4228cda7ebcf1e89495b17e, regionState=OPENING, regionLocation=47efada56ed5,39179,1731986418762 2024-11-19T03:20:32,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1057477fe4228cda7ebcf1e89495b17e, ASSIGN because future has completed 2024-11-19T03:20:32,938 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1057477fe4228cda7ebcf1e89495b17e, server=47efada56ed5,39179,1731986418762}] 2024-11-19T03:20:33,025 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T03:20:33,067 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:20:33,067 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:20:33,067 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:20:33,068 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:20:33,068 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:20:33,068 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:20:33,082 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:20:33,087 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:20:33,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40785 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T03:20:33,093 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731986431960.1057477fe4228cda7ebcf1e89495b17e. 2024-11-19T03:20:33,093 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T03:20:33,093 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T03:20:33,095 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=47efada56ed5%2C39179%2C1731986418762.rep, suffix=, logDir=hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/WALs/47efada56ed5,39179,1731986418762, archiveDir=hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/oldWALs, maxLogs=10 2024-11-19T03:20:33,106 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/WALs/47efada56ed5,39179,1731986418762/47efada56ed5%2C39179%2C1731986418762.rep.1731986433095, exclude list is [], retry=0 2024-11-19T03:20:33,106 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-19T03:20:33,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35013,DS-409aaddc-f43b-47e1-9fe6-4af90da4731e,DISK] 2024-11-19T03:20:33,110 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/WALs/47efada56ed5,39179,1731986418762/47efada56ed5%2C39179%2C1731986418762.rep.1731986433095 2024-11-19T03:20:33,110 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33909:33909)] 2024-11-19T03:20:33,110 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 1057477fe4228cda7ebcf1e89495b17e, NAME => 'hbase:replication,,1731986431960.1057477fe4228cda7ebcf1e89495b17e.', STARTKEY => '', ENDKEY => ''} 2024-11-19T03:20:33,110 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T03:20:33,110 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T03:20:33,110 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731986431960.1057477fe4228cda7ebcf1e89495b17e. service=MultiRowMutationService 2024-11-19T03:20:33,111 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T03:20:33,111 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1057477fe4228cda7ebcf1e89495b17e 2024-11-19T03:20:33,111 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731986431960.1057477fe4228cda7ebcf1e89495b17e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:20:33,111 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 1057477fe4228cda7ebcf1e89495b17e 2024-11-19T03:20:33,111 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 1057477fe4228cda7ebcf1e89495b17e 2024-11-19T03:20:33,112 INFO [StoreOpener-1057477fe4228cda7ebcf1e89495b17e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1057477fe4228cda7ebcf1e89495b17e 2024-11-19T03:20:33,113 INFO [StoreOpener-1057477fe4228cda7ebcf1e89495b17e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1057477fe4228cda7ebcf1e89495b17e columnFamilyName hfileref 2024-11-19T03:20:33,113 DEBUG [StoreOpener-1057477fe4228cda7ebcf1e89495b17e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:20:33,113 INFO [StoreOpener-1057477fe4228cda7ebcf1e89495b17e-1 {}] regionserver.HStore(327): Store=1057477fe4228cda7ebcf1e89495b17e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:20:33,113 INFO [StoreOpener-1057477fe4228cda7ebcf1e89495b17e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1057477fe4228cda7ebcf1e89495b17e 2024-11-19T03:20:33,114 INFO [StoreOpener-1057477fe4228cda7ebcf1e89495b17e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1057477fe4228cda7ebcf1e89495b17e columnFamilyName queue 2024-11-19T03:20:33,114 DEBUG [StoreOpener-1057477fe4228cda7ebcf1e89495b17e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:20:33,115 INFO [StoreOpener-1057477fe4228cda7ebcf1e89495b17e-1 {}] regionserver.HStore(327): Store=1057477fe4228cda7ebcf1e89495b17e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:20:33,115 INFO [StoreOpener-1057477fe4228cda7ebcf1e89495b17e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1057477fe4228cda7ebcf1e89495b17e 2024-11-19T03:20:33,116 INFO [StoreOpener-1057477fe4228cda7ebcf1e89495b17e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1057477fe4228cda7ebcf1e89495b17e columnFamilyName sid 2024-11-19T03:20:33,116 DEBUG [StoreOpener-1057477fe4228cda7ebcf1e89495b17e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:20:33,116 INFO [StoreOpener-1057477fe4228cda7ebcf1e89495b17e-1 {}] regionserver.HStore(327): Store=1057477fe4228cda7ebcf1e89495b17e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:20:33,116 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 1057477fe4228cda7ebcf1e89495b17e 2024-11-19T03:20:33,116 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/data/hbase/replication/1057477fe4228cda7ebcf1e89495b17e 2024-11-19T03:20:33,117 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/data/hbase/replication/1057477fe4228cda7ebcf1e89495b17e 2024-11-19T03:20:33,117 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 1057477fe4228cda7ebcf1e89495b17e 2024-11-19T03:20:33,117 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 1057477fe4228cda7ebcf1e89495b17e 2024-11-19T03:20:33,118 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T03:20:33,118 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 1057477fe4228cda7ebcf1e89495b17e 2024-11-19T03:20:33,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/data/hbase/replication/1057477fe4228cda7ebcf1e89495b17e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T03:20:33,121 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 1057477fe4228cda7ebcf1e89495b17e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68893621, jitterRate=0.02659495174884796}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T03:20:33,122 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1057477fe4228cda7ebcf1e89495b17e 2024-11-19T03:20:33,122 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 1057477fe4228cda7ebcf1e89495b17e: Running coprocessor pre-open hook at 1731986433111Writing region info on filesystem at 1731986433111Initializing all the Stores at 1731986433112 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986433112Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986433112Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986433112Cleaning up temporary data from old regions at 1731986433117 (+5 ms)Running coprocessor post-open hooks at 1731986433122 (+5 ms)Region opened successfully at 1731986433122 2024-11-19T03:20:33,123 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731986431960.1057477fe4228cda7ebcf1e89495b17e., pid=10, masterSystemTime=1731986433090 2024-11-19T03:20:33,125 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731986431960.1057477fe4228cda7ebcf1e89495b17e. 2024-11-19T03:20:33,125 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731986431960.1057477fe4228cda7ebcf1e89495b17e. 2024-11-19T03:20:33,125 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1057477fe4228cda7ebcf1e89495b17e, regionState=OPEN, openSeqNum=2, regionLocation=47efada56ed5,39179,1731986418762 2024-11-19T03:20:33,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1057477fe4228cda7ebcf1e89495b17e, server=47efada56ed5,39179,1731986418762 because future has completed 2024-11-19T03:20:33,131 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T03:20:33,131 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 1057477fe4228cda7ebcf1e89495b17e, server=47efada56ed5,39179,1731986418762 in 191 msec 2024-11-19T03:20:33,132 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-19T03:20:33,132 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1057477fe4228cda7ebcf1e89495b17e, ASSIGN in 348 msec 2024-11-19T03:20:33,133 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T03:20:33,133 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731986433133"}]},"ts":"1731986433133"} 2024-11-19T03:20:33,134 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T03:20:33,135 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T03:20:33,137 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1750 sec 2024-11-19T03:20:33,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731986431960.1057477fe4228cda7ebcf1e89495b17e., hostname=47efada56ed5,39179,1731986418762, seqNum=2] 2024-11-19T03:20:33,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39179-0x101511b5eec0001, quorum=127.0.0.1:64222, baseZNode=/0-1758122917 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1758122917 2024-11-19T03:20:33,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40785-0x101511b5eec0000, quorum=127.0.0.1:64222, baseZNode=/0-1758122917 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1758122917 2024-11-19T03:20:33,260 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T03:20:33,412 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39179 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-19T03:20:33,413 INFO [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T03:20:33,438 INFO [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-47efada56ed5,39179,1731986418762, ReplicationSource: 1, currentBandwidth=0 2024-11-19T03:20:33,439 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:20:33,439 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,39179,1731986418762, seqNum=-1] 2024-11-19T03:20:33,439 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:20:33,440 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34257, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-19T03:20:33,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-47efada56ed5,39179,1731986418762', locateType=CURRENT is [region=hbase:replication,,1731986431960.1057477fe4228cda7ebcf1e89495b17e., hostname=47efada56ed5,39179,1731986418762, seqNum=2] 2024-11-19T03:20:33,443 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-19T03:20:33,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40785 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-19T03:20:33,445 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 47efada56ed5,39179,1731986418762 suceeded 2024-11-19T03:20:33,446 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-19T03:20:33,446 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-19T03:20:33,446 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://47efada56ed5:46551,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T03:20:33,447 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4940 sec 2024-11-19T03:20:33,456 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,39179,1731986418762 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='47efada56ed5:46551' 2024-11-19T03:20:33,457 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,39179,1731986418762 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e01777d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:20:33,457 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,39179,1731986418762 {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,46551,-1 for getting cluster id 2024-11-19T03:20:33,457 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,39179,1731986418762 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:20:33,458 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e4d0044f-692e-48ab-a643-a8521a6ef9b5' 2024-11-19T03:20:33,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:20:33,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e4d0044f-692e-48ab-a643-a8521a6ef9b5" 2024-11-19T03:20:33,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a711e3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:20:33,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,46551,-1] 2024-11-19T03:20:33,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:20:33,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:20:33,459 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:20:33,460 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,39179,1731986418762 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67b1c44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:20:33,460 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,39179,1731986418762 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T03:20:33,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 47efada56ed5,46551,1731986424035 2024-11-19T03:20:33,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@783c2de6 2024-11-19T03:20:33,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T03:20:33,461 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-19T03:20:33,462 INFO [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,39179,1731986418762 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-47efada56ed5,39179,1731986418762 (queues=1) is replicating from cluster=3b783cff-238d-4cfc-9304-d80c9cf03a61 to cluster=e4d0044f-692e-48ab-a643-a8521a6ef9b5 2024-11-19T03:20:33,462 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,39179,1731986418762 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=47efada56ed5%2C39179%2C1731986418762 2024-11-19T03:20:33,462 INFO [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,39179,1731986418762 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-47efada56ed5,39179,1731986418762, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T03:20:33,462 INFO [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,39179,1731986418762.replicationSource.shipper47efada56ed5%2C39179%2C1731986418762,1-47efada56ed5,39179,1731986418762 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 47efada56ed5%2C39179%2C1731986418762 2024-11-19T03:20:33,462 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,39179,1731986418762.replicationSource.wal-reader.47efada56ed5%2C39179%2C1731986418762,1-47efada56ed5,39179,1731986418762 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/WALs/47efada56ed5,39179,1731986418762/47efada56ed5%2C39179%2C1731986418762.1731986421090, startPosition=0, beingWritten=true 2024-11-19T03:20:33,468 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,39179,1731986418762.replicationSource.wal-reader.47efada56ed5%2C39179%2C1731986418762,1-47efada56ed5,39179,1731986418762 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T03:20:33,468 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,39179,1731986418762.replicationSource.wal-reader.47efada56ed5%2C39179%2C1731986418762,1-47efada56ed5,39179,1731986418762 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/WALs/47efada56ed5,39179,1731986418762/47efada56ed5%2C39179%2C1731986418762.1731986421090 to pos 379, reset compression=false 2024-11-19T03:20:33,468 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,39179,1731986418762.replicationSource.shipper47efada56ed5%2C39179%2C1731986418762,1-47efada56ed5,39179,1731986418762 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-47efada56ed5,39179,1731986418762 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/WALs/47efada56ed5,39179,1731986418762/47efada56ed5%2C39179%2C1731986418762.1731986421090, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T03:20:33,672 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,39179,1731986418762.replicationSource.wal-reader.47efada56ed5%2C39179%2C1731986418762,1-47efada56ed5,39179,1731986418762 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/WALs/47efada56ed5,39179,1731986418762/47efada56ed5%2C39179%2C1731986418762.1731986421090 to pos 379, reset compression=false 2024-11-19T03:20:33,975 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,39179,1731986418762.replicationSource.wal-reader.47efada56ed5%2C39179%2C1731986418762,1-47efada56ed5,39179,1731986418762 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/WALs/47efada56ed5,39179,1731986418762/47efada56ed5%2C39179%2C1731986418762.1731986421090 to pos 379, reset compression=false 2024-11-19T03:20:34,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40785 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T03:20:34,099 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T03:20:34,099 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T03:20:34,099 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:20:34,099 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:20:34,100 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:20:34,100 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:20:34,100 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75671e44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:20:34,100 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,46551,-1 for getting cluster id 2024-11-19T03:20:34,100 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:20:34,101 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e4d0044f-692e-48ab-a643-a8521a6ef9b5' 2024-11-19T03:20:34,101 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:20:34,101 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e4d0044f-692e-48ab-a643-a8521a6ef9b5" 2024-11-19T03:20:34,101 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65c2b7f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:20:34,101 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,46551,-1] 2024-11-19T03:20:34,101 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:20:34,102 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:20:34,102 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:20:34,103 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42760841, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:20:34,103 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T03:20:34,103 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 47efada56ed5,46551,1731986424035 2024-11-19T03:20:34,103 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4bdfd5d1 2024-11-19T03:20:34,103 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T03:20:34,104 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T03:20:34,104 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46551 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://47efada56ed5:40785,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T03:20:34,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46551 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T03:20:34,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46551 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T03:20:34,107 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='47efada56ed5:40785' 2024-11-19T03:20:34,107 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@592ee5d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:20:34,107 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,40785,-1 for getting cluster id 2024-11-19T03:20:34,108 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:20:34,108 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b783cff-238d-4cfc-9304-d80c9cf03a61' 2024-11-19T03:20:34,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:20:34,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b783cff-238d-4cfc-9304-d80c9cf03a61" 2024-11-19T03:20:34,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@570032e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:20:34,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,40785,-1] 2024-11-19T03:20:34,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:20:34,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:20:34,109 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:20:34,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48a9f165, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:20:34,110 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T03:20:34,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 47efada56ed5,40785,1731986418552 2024-11-19T03:20:34,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@24874e17 2024-11-19T03:20:34,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T03:20:34,111 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T03:20:34,111 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-19T03:20:34,112 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T03:20:34,112 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:20:34,112 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:20:34,112 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:20:34,112 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T03:20:34,113 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T03:20:34,114 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T03:20:34,114 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:20:34,114 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T03:20:34,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35011 is added to blk_1073741837_1013 (size=1138) 2024-11-19T03:20:34,163 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T03:20:34,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46551 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T03:20:34,379 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,39179,1731986418762.replicationSource.wal-reader.47efada56ed5%2C39179%2C1731986418762,1-47efada56ed5,39179,1731986418762 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/WALs/47efada56ed5,39179,1731986418762/47efada56ed5%2C39179%2C1731986418762.1731986421090 to pos 379, reset compression=false 2024-11-19T03:20:34,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46551 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T03:20:34,522 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 600be1c97b81b6ef42c80a1114ebf36e, NAME => 'hbase:replication,,1731986434112.600be1c97b81b6ef42c80a1114ebf36e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de 2024-11-19T03:20:34,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35011 is added to blk_1073741838_1014 (size=44) 2024-11-19T03:20:34,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46551 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T03:20:34,883 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,39179,1731986418762.replicationSource.wal-reader.47efada56ed5%2C39179%2C1731986418762,1-47efada56ed5,39179,1731986418762 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/WALs/47efada56ed5,39179,1731986418762/47efada56ed5%2C39179%2C1731986418762.1731986421090 to pos 379, reset compression=false 2024-11-19T03:20:34,930 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731986434112.600be1c97b81b6ef42c80a1114ebf36e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:20:34,930 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 600be1c97b81b6ef42c80a1114ebf36e, disabling compactions & flushes 2024-11-19T03:20:34,930 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731986434112.600be1c97b81b6ef42c80a1114ebf36e. 2024-11-19T03:20:34,930 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731986434112.600be1c97b81b6ef42c80a1114ebf36e. 2024-11-19T03:20:34,930 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731986434112.600be1c97b81b6ef42c80a1114ebf36e. after waiting 0 ms 2024-11-19T03:20:34,930 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731986434112.600be1c97b81b6ef42c80a1114ebf36e. 2024-11-19T03:20:34,930 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731986434112.600be1c97b81b6ef42c80a1114ebf36e. 2024-11-19T03:20:34,931 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 600be1c97b81b6ef42c80a1114ebf36e: Waiting for close lock at 1731986434930Disabling compacts and flushes for region at 1731986434930Disabling writes for close at 1731986434930Writing region close event to WAL at 1731986434930Closed at 1731986434930 2024-11-19T03:20:34,932 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T03:20:34,932 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731986434112.600be1c97b81b6ef42c80a1114ebf36e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731986434932"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731986434932"}]},"ts":"1731986434932"} 2024-11-19T03:20:34,934 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T03:20:34,935 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T03:20:34,935 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731986434935"}]},"ts":"1731986434935"} 2024-11-19T03:20:34,937 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T03:20:34,937 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=600be1c97b81b6ef42c80a1114ebf36e, ASSIGN}] 2024-11-19T03:20:34,938 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=600be1c97b81b6ef42c80a1114ebf36e, ASSIGN 2024-11-19T03:20:34,938 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=600be1c97b81b6ef42c80a1114ebf36e, ASSIGN; state=OFFLINE, location=47efada56ed5,37297,1731986424185; forceNewPlan=false, retain=false 2024-11-19T03:20:35,089 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=600be1c97b81b6ef42c80a1114ebf36e, regionState=OPENING, regionLocation=47efada56ed5,37297,1731986424185 2024-11-19T03:20:35,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=600be1c97b81b6ef42c80a1114ebf36e, ASSIGN because future has completed 2024-11-19T03:20:35,091 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 600be1c97b81b6ef42c80a1114ebf36e, server=47efada56ed5,37297,1731986424185}] 2024-11-19T03:20:35,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46551 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T03:20:35,247 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731986434112.600be1c97b81b6ef42c80a1114ebf36e. 2024-11-19T03:20:35,247 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T03:20:35,247 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T03:20:35,248 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=47efada56ed5%2C37297%2C1731986424185.rep, suffix=, logDir=hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/WALs/47efada56ed5,37297,1731986424185, archiveDir=hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/oldWALs, maxLogs=10 2024-11-19T03:20:35,259 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/WALs/47efada56ed5,37297,1731986424185/47efada56ed5%2C37297%2C1731986424185.rep.1731986435248, exclude list is [], retry=0 2024-11-19T03:20:35,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35011,DS-b21d59e2-9f44-4d22-afee-8d4c48ec8c8a,DISK] 2024-11-19T03:20:35,263 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/WALs/47efada56ed5,37297,1731986424185/47efada56ed5%2C37297%2C1731986424185.rep.1731986435248 2024-11-19T03:20:35,263 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33749:33749)] 2024-11-19T03:20:35,263 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 600be1c97b81b6ef42c80a1114ebf36e, NAME => 'hbase:replication,,1731986434112.600be1c97b81b6ef42c80a1114ebf36e.', STARTKEY => '', ENDKEY => ''} 2024-11-19T03:20:35,263 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T03:20:35,263 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T03:20:35,263 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731986434112.600be1c97b81b6ef42c80a1114ebf36e. service=MultiRowMutationService 2024-11-19T03:20:35,263 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T03:20:35,264 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 600be1c97b81b6ef42c80a1114ebf36e 2024-11-19T03:20:35,264 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731986434112.600be1c97b81b6ef42c80a1114ebf36e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:20:35,264 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 600be1c97b81b6ef42c80a1114ebf36e 2024-11-19T03:20:35,264 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 600be1c97b81b6ef42c80a1114ebf36e 2024-11-19T03:20:35,265 INFO [StoreOpener-600be1c97b81b6ef42c80a1114ebf36e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 600be1c97b81b6ef42c80a1114ebf36e 2024-11-19T03:20:35,266 INFO [StoreOpener-600be1c97b81b6ef42c80a1114ebf36e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 600be1c97b81b6ef42c80a1114ebf36e columnFamilyName hfileref 2024-11-19T03:20:35,266 DEBUG [StoreOpener-600be1c97b81b6ef42c80a1114ebf36e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:20:35,266 INFO [StoreOpener-600be1c97b81b6ef42c80a1114ebf36e-1 {}] regionserver.HStore(327): Store=600be1c97b81b6ef42c80a1114ebf36e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:20:35,266 INFO [StoreOpener-600be1c97b81b6ef42c80a1114ebf36e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 600be1c97b81b6ef42c80a1114ebf36e 2024-11-19T03:20:35,267 INFO [StoreOpener-600be1c97b81b6ef42c80a1114ebf36e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 600be1c97b81b6ef42c80a1114ebf36e columnFamilyName queue 2024-11-19T03:20:35,267 DEBUG [StoreOpener-600be1c97b81b6ef42c80a1114ebf36e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:20:35,268 INFO [StoreOpener-600be1c97b81b6ef42c80a1114ebf36e-1 {}] regionserver.HStore(327): Store=600be1c97b81b6ef42c80a1114ebf36e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:20:35,268 INFO [StoreOpener-600be1c97b81b6ef42c80a1114ebf36e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 600be1c97b81b6ef42c80a1114ebf36e 2024-11-19T03:20:35,268 INFO [StoreOpener-600be1c97b81b6ef42c80a1114ebf36e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 600be1c97b81b6ef42c80a1114ebf36e columnFamilyName sid 2024-11-19T03:20:35,269 DEBUG [StoreOpener-600be1c97b81b6ef42c80a1114ebf36e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:20:35,269 INFO [StoreOpener-600be1c97b81b6ef42c80a1114ebf36e-1 {}] regionserver.HStore(327): Store=600be1c97b81b6ef42c80a1114ebf36e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:20:35,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 600be1c97b81b6ef42c80a1114ebf36e 2024-11-19T03:20:35,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/data/hbase/replication/600be1c97b81b6ef42c80a1114ebf36e 2024-11-19T03:20:35,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/data/hbase/replication/600be1c97b81b6ef42c80a1114ebf36e 2024-11-19T03:20:35,271 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 600be1c97b81b6ef42c80a1114ebf36e 2024-11-19T03:20:35,271 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 600be1c97b81b6ef42c80a1114ebf36e 2024-11-19T03:20:35,271 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T03:20:35,272 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 600be1c97b81b6ef42c80a1114ebf36e 2024-11-19T03:20:35,277 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/data/hbase/replication/600be1c97b81b6ef42c80a1114ebf36e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T03:20:35,278 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 600be1c97b81b6ef42c80a1114ebf36e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69267031, jitterRate=0.032159194350242615}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T03:20:35,278 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 600be1c97b81b6ef42c80a1114ebf36e 2024-11-19T03:20:35,278 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 600be1c97b81b6ef42c80a1114ebf36e: Running coprocessor pre-open hook at 1731986435264Writing region info on filesystem at 1731986435264Initializing all the Stores at 1731986435264Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986435264Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986435265 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986435265Cleaning up temporary data from old regions at 1731986435271 (+6 ms)Running coprocessor post-open hooks at 1731986435278 (+7 ms)Region opened successfully at 1731986435278 2024-11-19T03:20:35,279 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731986434112.600be1c97b81b6ef42c80a1114ebf36e., pid=10, masterSystemTime=1731986435243 2024-11-19T03:20:35,281 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731986434112.600be1c97b81b6ef42c80a1114ebf36e. 2024-11-19T03:20:35,281 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731986434112.600be1c97b81b6ef42c80a1114ebf36e. 2024-11-19T03:20:35,281 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=600be1c97b81b6ef42c80a1114ebf36e, regionState=OPEN, openSeqNum=2, regionLocation=47efada56ed5,37297,1731986424185 2024-11-19T03:20:35,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 600be1c97b81b6ef42c80a1114ebf36e, server=47efada56ed5,37297,1731986424185 because future has completed 2024-11-19T03:20:35,285 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T03:20:35,285 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 600be1c97b81b6ef42c80a1114ebf36e, server=47efada56ed5,37297,1731986424185 in 193 msec 2024-11-19T03:20:35,287 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-19T03:20:35,287 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=600be1c97b81b6ef42c80a1114ebf36e, ASSIGN in 348 msec 2024-11-19T03:20:35,287 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T03:20:35,287 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731986435287"}]},"ts":"1731986435287"} 2024-11-19T03:20:35,289 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T03:20:35,290 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T03:20:35,291 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1780 sec 2024-11-19T03:20:35,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731986434112.600be1c97b81b6ef42c80a1114ebf36e., hostname=47efada56ed5,37297,1731986424185, seqNum=2] 2024-11-19T03:20:35,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46551-0x101511b5eec0003, quorum=127.0.0.1:64222, baseZNode=/1384689997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1384689997 2024-11-19T03:20:35,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37297-0x101511b5eec0004, quorum=127.0.0.1:64222, baseZNode=/1384689997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1384689997 2024-11-19T03:20:35,439 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T03:20:35,487 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,39179,1731986418762.replicationSource.wal-reader.47efada56ed5%2C39179%2C1731986418762,1-47efada56ed5,39179,1731986418762 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/WALs/47efada56ed5,39179,1731986418762/47efada56ed5%2C39179%2C1731986418762.1731986421090 to pos 379, reset compression=false 2024-11-19T03:20:35,591 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37297 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-19T03:20:35,591 INFO [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T03:20:35,626 INFO [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-47efada56ed5,37297,1731986424185, ReplicationSource: 1, currentBandwidth=0 2024-11-19T03:20:35,627 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:20:35,627 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,37297,1731986424185, seqNum=-1] 2024-11-19T03:20:35,627 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:20:35,628 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52541, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-19T03:20:35,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-47efada56ed5,37297,1731986424185', locateType=CURRENT is [region=hbase:replication,,1731986434112.600be1c97b81b6ef42c80a1114ebf36e., hostname=47efada56ed5,37297,1731986424185, seqNum=2] 2024-11-19T03:20:35,632 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-19T03:20:35,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46551 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-19T03:20:35,634 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 47efada56ed5,37297,1731986424185 suceeded 2024-11-19T03:20:35,636 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-19T03:20:35,636 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 195 msec 2024-11-19T03:20:35,636 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://47efada56ed5:40785,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T03:20:35,650 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,37297,1731986424185 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='47efada56ed5:40785' 2024-11-19T03:20:35,651 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5320 sec 2024-11-19T03:20:35,654 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,37297,1731986424185 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7cdc97ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:20:35,654 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,37297,1731986424185 {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,40785,-1 for getting cluster id 2024-11-19T03:20:35,654 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,37297,1731986424185 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:20:35,655 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b783cff-238d-4cfc-9304-d80c9cf03a61' 2024-11-19T03:20:35,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:20:35,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b783cff-238d-4cfc-9304-d80c9cf03a61" 2024-11-19T03:20:35,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1af84873, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:20:35,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,40785,-1] 2024-11-19T03:20:35,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:20:35,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:20:35,656 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:20:35,657 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,37297,1731986424185 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@375b35ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:20:35,657 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,37297,1731986424185 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T03:20:35,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 47efada56ed5,40785,1731986418552 2024-11-19T03:20:35,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b072f52 2024-11-19T03:20:35,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T03:20:35,658 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-19T03:20:35,659 INFO [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,37297,1731986424185 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-47efada56ed5,37297,1731986424185 (queues=1) is replicating from cluster=e4d0044f-692e-48ab-a643-a8521a6ef9b5 to cluster=3b783cff-238d-4cfc-9304-d80c9cf03a61 2024-11-19T03:20:35,659 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,37297,1731986424185 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=47efada56ed5%2C37297%2C1731986424185 2024-11-19T03:20:35,659 INFO [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,37297,1731986424185 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-47efada56ed5,37297,1731986424185, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T03:20:35,660 INFO [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,37297,1731986424185.replicationSource.shipper47efada56ed5%2C37297%2C1731986424185,1-47efada56ed5,37297,1731986424185 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 47efada56ed5%2C37297%2C1731986424185 2024-11-19T03:20:35,661 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,37297,1731986424185.replicationSource.wal-reader.47efada56ed5%2C37297%2C1731986424185,1-47efada56ed5,37297,1731986424185 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/WALs/47efada56ed5,37297,1731986424185/47efada56ed5%2C37297%2C1731986424185.1731986426927, startPosition=0, beingWritten=true 2024-11-19T03:20:35,666 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,37297,1731986424185.replicationSource.wal-reader.47efada56ed5%2C37297%2C1731986424185,1-47efada56ed5,37297,1731986424185 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T03:20:35,666 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,37297,1731986424185.replicationSource.wal-reader.47efada56ed5%2C37297%2C1731986424185,1-47efada56ed5,37297,1731986424185 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/WALs/47efada56ed5,37297,1731986424185/47efada56ed5%2C37297%2C1731986424185.1731986426927 to pos 379, reset compression=false 2024-11-19T03:20:35,666 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,37297,1731986424185.replicationSource.shipper47efada56ed5%2C37297%2C1731986424185,1-47efada56ed5,37297,1731986424185 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-47efada56ed5,37297,1731986424185 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/WALs/47efada56ed5,37297,1731986424185/47efada56ed5%2C37297%2C1731986424185.1731986426927, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T03:20:35,870 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,37297,1731986424185.replicationSource.wal-reader.47efada56ed5%2C37297%2C1731986424185,1-47efada56ed5,37297,1731986424185 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/WALs/47efada56ed5,37297,1731986424185/47efada56ed5%2C37297%2C1731986424185.1731986426927 to pos 379, reset compression=false 2024-11-19T03:20:36,173 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,37297,1731986424185.replicationSource.wal-reader.47efada56ed5%2C37297%2C1731986424185,1-47efada56ed5,37297,1731986424185 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/WALs/47efada56ed5,37297,1731986424185/47efada56ed5%2C37297%2C1731986424185.1731986426927 to pos 379, reset compression=false 2024-11-19T03:20:36,191 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,39179,1731986418762.replicationSource.wal-reader.47efada56ed5%2C39179%2C1731986418762,1-47efada56ed5,39179,1731986418762 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/WALs/47efada56ed5,39179,1731986418762/47efada56ed5%2C39179%2C1731986418762.1731986421090 to pos 379, reset compression=false 2024-11-19T03:20:36,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46551 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T03:20:36,249 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T03:20:36,249 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T03:20:36,249 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:20:36,249 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:20:36,250 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:20:36,250 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:20:36,250 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:20:36,253 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1731986436252/Put/seqid=0 2024-11-19T03:20:36,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35013 is added to blk_1073741840_1016 (size=7894) 2024-11-19T03:20:36,486 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-19T03:20:36,486 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-19T03:20:36,487 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-19T03:20:36,487 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-19T03:20:36,487 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T03:20:36,487 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-19T03:20:36,577 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,37297,1731986424185.replicationSource.wal-reader.47efada56ed5%2C37297%2C1731986424185,1-47efada56ed5,37297,1731986424185 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/WALs/47efada56ed5,37297,1731986424185/47efada56ed5%2C37297%2C1731986424185.1731986426927 to pos 379, reset compression=false 2024-11-19T03:20:36,659 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1731986436658/Put/seqid=0 2024-11-19T03:20:36,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35013 is added to blk_1073741841_1017 (size=7691) 2024-11-19T03:20:36,664 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5823c5d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:20:36,664 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,40785,-1 for getting cluster id 2024-11-19T03:20:36,664 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:20:36,665 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b783cff-238d-4cfc-9304-d80c9cf03a61' 2024-11-19T03:20:36,665 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:20:36,665 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b783cff-238d-4cfc-9304-d80c9cf03a61" 2024-11-19T03:20:36,665 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ac0d042, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:20:36,665 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,40785,-1] 2024-11-19T03:20:36,665 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:20:36,665 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:20:36,666 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:20:36,667 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@175193ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:20:36,667 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:20:36,668 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,39179,1731986418762, seqNum=-1] 2024-11-19T03:20:36,668 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:20:36,669 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:20:36,676 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T03:20:36,677 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 47efada56ed5,40785,1731986418552 2024-11-19T03:20:36,677 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@11d86f0c 2024-11-19T03:20:36,677 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T03:20:36,678 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T03:20:36,681 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731986427643.53f9ed427b220e76a88521320b1a5d9b., hostname=47efada56ed5,39179,1731986418762, seqNum=2] 2024-11-19T03:20:36,683 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T03:20:36,688 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-19T03:20:36,691 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-19T03:20:36,698 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39179 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 53f9ed427b220e76a88521320b1a5d9b/f 2024-11-19T03:20:36,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39179 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-19T03:20:36,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39179 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T03:20:36,701 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39179 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 53f9ed427b220e76a88521320b1a5d9b/f 2024-11-19T03:20:36,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39179 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-19T03:20:36,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39179 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T03:20:36,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39179 {}] regionserver.HRegion(2603): Flush status journal for 53f9ed427b220e76a88521320b1a5d9b: 2024-11-19T03:20:36,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39179 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/staging/jenkins__test__985an12jf73004q8akap1333c5vj3onjvfc369dsaf1r5osrl7ul5u1pfvm8ipf8/f/hfile_0 2024-11-19T03:20:36,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39179 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/staging/jenkins__test__985an12jf73004q8akap1333c5vj3onjvfc369dsaf1r5osrl7ul5u1pfvm8ipf8/f/hfile_0 as hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/data/default/test/53f9ed427b220e76a88521320b1a5d9b/f/edfbcfa5716f43dfac9174c83186f419_SeqId_4_ 2024-11-19T03:20:36,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39179 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/staging/jenkins__test__985an12jf73004q8akap1333c5vj3onjvfc369dsaf1r5osrl7ul5u1pfvm8ipf8/f/hfile_1 2024-11-19T03:20:36,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39179 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/staging/jenkins__test__985an12jf73004q8akap1333c5vj3onjvfc369dsaf1r5osrl7ul5u1pfvm8ipf8/f/hfile_1 as hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/data/default/test/53f9ed427b220e76a88521320b1a5d9b/f/ebe1e149780644c3bcbe1f1ec3b912e2_SeqId_4_ 2024-11-19T03:20:36,711 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39179 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/staging/jenkins__test__985an12jf73004q8akap1333c5vj3onjvfc369dsaf1r5osrl7ul5u1pfvm8ipf8/f/hfile_0 into 53f9ed427b220e76a88521320b1a5d9b/f as hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/data/default/test/53f9ed427b220e76a88521320b1a5d9b/f/edfbcfa5716f43dfac9174c83186f419_SeqId_4_ - updating store file list. 2024-11-19T03:20:36,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39179 {}] regionserver.HStoreFile(483): HFile Bloom filter type for edfbcfa5716f43dfac9174c83186f419_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T03:20:36,715 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39179 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/data/default/test/53f9ed427b220e76a88521320b1a5d9b/f/edfbcfa5716f43dfac9174c83186f419_SeqId_4_ into 53f9ed427b220e76a88521320b1a5d9b/f 2024-11-19T03:20:36,715 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39179 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/staging/jenkins__test__985an12jf73004q8akap1333c5vj3onjvfc369dsaf1r5osrl7ul5u1pfvm8ipf8/f/hfile_0 into 53f9ed427b220e76a88521320b1a5d9b/f (new location: hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/data/default/test/53f9ed427b220e76a88521320b1a5d9b/f/edfbcfa5716f43dfac9174c83186f419_SeqId_4_) 2024-11-19T03:20:36,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39179 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/staging/jenkins__test__985an12jf73004q8akap1333c5vj3onjvfc369dsaf1r5osrl7ul5u1pfvm8ipf8/f/hfile_0 2024-11-19T03:20:36,716 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39179 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/staging/jenkins__test__985an12jf73004q8akap1333c5vj3onjvfc369dsaf1r5osrl7ul5u1pfvm8ipf8/f/hfile_1 into 53f9ed427b220e76a88521320b1a5d9b/f as hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/data/default/test/53f9ed427b220e76a88521320b1a5d9b/f/ebe1e149780644c3bcbe1f1ec3b912e2_SeqId_4_ - updating store file list. 2024-11-19T03:20:36,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39179 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ebe1e149780644c3bcbe1f1ec3b912e2_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T03:20:36,720 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39179 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/data/default/test/53f9ed427b220e76a88521320b1a5d9b/f/ebe1e149780644c3bcbe1f1ec3b912e2_SeqId_4_ into 53f9ed427b220e76a88521320b1a5d9b/f 2024-11-19T03:20:36,720 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39179 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/staging/jenkins__test__985an12jf73004q8akap1333c5vj3onjvfc369dsaf1r5osrl7ul5u1pfvm8ipf8/f/hfile_1 into 53f9ed427b220e76a88521320b1a5d9b/f (new location: hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/data/default/test/53f9ed427b220e76a88521320b1a5d9b/f/ebe1e149780644c3bcbe1f1ec3b912e2_SeqId_4_) 2024-11-19T03:20:36,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39179 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/staging/jenkins__test__985an12jf73004q8akap1333c5vj3onjvfc369dsaf1r5osrl7ul5u1pfvm8ipf8/f/hfile_1 2024-11-19T03:20:36,721 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T03:20:36,722 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:20:36,722 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:20:36,722 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:20:36,722 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731986427643.53f9ed427b220e76a88521320b1a5d9b., hostname=47efada56ed5,39179,1731986418762, seqNum=2 , the old value is region=test,,1731986427643.53f9ed427b220e76a88521320b1a5d9b., hostname=47efada56ed5,39179,1731986418762, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=47efada56ed5:39179 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T03:20:36,722 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731986427643.53f9ed427b220e76a88521320b1a5d9b., hostname=47efada56ed5,39179,1731986418762, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T03:20:36,722 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731986427643.53f9ed427b220e76a88521320b1a5d9b., hostname=47efada56ed5,39179,1731986418762, seqNum=2 from cache 2024-11-19T03:20:36,722 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:20:36,722 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:20:36,724 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-19T03:20:36,725 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,37297,1731986424185, seqNum=-1] 2024-11-19T03:20:36,725 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:20:36,726 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:20:36,728 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731986429792.b7e29a150050e2c42e37d7a03bdd32d0., hostname=47efada56ed5,37297,1731986424185, seqNum=2] 2024-11-19T03:20:36,729 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-19T03:20:36,829 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=47efada56ed5:39179 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-19T03:20:36,994 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,39179,1731986418762.replicationSource.wal-reader.47efada56ed5%2C39179%2C1731986418762,1-47efada56ed5,39179,1731986418762 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/WALs/47efada56ed5,39179,1731986418762/47efada56ed5%2C39179%2C1731986418762.1731986421090 to pos 379, reset compression=false 2024-11-19T03:20:37,023 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,39179,1731986418762.replicationSource.wal-reader.47efada56ed5%2C39179%2C1731986418762,1-47efada56ed5,39179,1731986418762 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T03:20:37,023 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,39179,1731986418762.replicationSource.shipper47efada56ed5%2C39179%2C1731986418762,1-47efada56ed5,39179,1731986418762 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-47efada56ed5,39179,1731986418762 got entry batch from reader: WALEntryBatch [walEntries=[{test/53f9ed427b220e76a88521320b1a5d9b/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731986436720/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/WALs/47efada56ed5,39179,1731986418762/47efada56ed5%2C39179%2C1731986418762.1731986421090, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-19T03:20:37,025 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,39179,1731986418762.replicationSource.shipper47efada56ed5%2C39179%2C1731986418762,1-47efada56ed5,39179,1731986418762 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T03:20:37,026 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-19T03:20:37,027 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37297 {}] regionserver.ReplicationSink(318): Replicating [3b783cff-238d-4cfc-9304-d80c9cf03a61] bulk loaded data 2024-11-19T03:20:37,027 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37297 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@36bf4625, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:20:37,027 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37297 {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,46551,-1 for getting cluster id 2024-11-19T03:20:37,027 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37297 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:20:37,028 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e4d0044f-692e-48ab-a643-a8521a6ef9b5' 2024-11-19T03:20:37,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:20:37,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e4d0044f-692e-48ab-a643-a8521a6ef9b5" 2024-11-19T03:20:37,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4138e1a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:20:37,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,46551,-1] 2024-11-19T03:20:37,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:20:37,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:20:37,029 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:20:37,029 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37297 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a525a6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:20:37,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35011 is added to blk_1073741840_1016 (size=7894) 2024-11-19T03:20:37,081 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,37297,1731986424185.replicationSource.wal-reader.47efada56ed5%2C37297%2C1731986424185,1-47efada56ed5,37297,1731986424185 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/WALs/47efada56ed5,37297,1731986424185/47efada56ed5%2C37297%2C1731986424185.1731986426927 to pos 379, reset compression=false 2024-11-19T03:20:37,224 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,39179,1731986418762.replicationSource.wal-reader.47efada56ed5%2C39179%2C1731986418762,1-47efada56ed5,39179,1731986418762 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/WALs/47efada56ed5,39179,1731986418762/47efada56ed5%2C39179%2C1731986418762.1731986421090 to pos 687, reset compression=false 2024-11-19T03:20:37,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35011 is added to blk_1073741841_1017 (size=7691) 2024-11-19T03:20:37,527 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,39179,1731986418762.replicationSource.wal-reader.47efada56ed5%2C39179%2C1731986418762,1-47efada56ed5,39179,1731986418762 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/WALs/47efada56ed5,39179,1731986418762/47efada56ed5%2C39179%2C1731986418762.1731986421090 to pos 687, reset compression=false 2024-11-19T03:20:37,684 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,37297,1731986424185.replicationSource.wal-reader.47efada56ed5%2C37297%2C1731986424185,1-47efada56ed5,37297,1731986424185 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/WALs/47efada56ed5,37297,1731986424185/47efada56ed5%2C37297%2C1731986424185.1731986426927 to pos 379, reset compression=false 2024-11-19T03:20:37,731 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-19T03:20:37,850 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37297 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T03:20:37,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 47efada56ed5,46551,1731986424035 2024-11-19T03:20:37,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@67aa3039 2024-11-19T03:20:37,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T03:20:37,852 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-19T03:20:37,854 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37297 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T03:20:37,854 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37297 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:20:37,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,37297,1731986424185, seqNum=-1] 2024-11-19T03:20:37,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:20:37,856 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-19T03:20:37,860 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/staging/jenkins.hfs.11__test__h8f9r65vtshajjds9ldhsg74tlcfap5ige024smkd4orn8n8ribhfbcatlt9m516/f/ebe1e149780644c3bcbe1f1ec3b912e2_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-19T03:20:37,862 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/staging/jenkins.hfs.11__test__h8f9r65vtshajjds9ldhsg74tlcfap5ige024smkd4orn8n8ribhfbcatlt9m516/f/edfbcfa5716f43dfac9174c83186f419_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-19T03:20:37,864 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37297 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/staging/jenkins.hfs.11__test__h8f9r65vtshajjds9ldhsg74tlcfap5ige024smkd4orn8n8ribhfbcatlt9m516/f/edfbcfa5716f43dfac9174c83186f419_SeqId_4_ for inclusion in b7e29a150050e2c42e37d7a03bdd32d0/f 2024-11-19T03:20:37,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37297 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-19T03:20:37,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37297 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T03:20:37,867 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37297 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/staging/jenkins.hfs.11__test__h8f9r65vtshajjds9ldhsg74tlcfap5ige024smkd4orn8n8ribhfbcatlt9m516/f/ebe1e149780644c3bcbe1f1ec3b912e2_SeqId_4_ for inclusion in b7e29a150050e2c42e37d7a03bdd32d0/f 2024-11-19T03:20:37,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37297 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-19T03:20:37,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37297 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T03:20:37,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37297 {}] regionserver.HRegion(2603): Flush status journal for b7e29a150050e2c42e37d7a03bdd32d0: 2024-11-19T03:20:37,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37297 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): edfbcfa5716f43dfac9174c83186f419_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-19T03:20:37,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37297 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/staging/jenkins.hfs.11__test__h8f9r65vtshajjds9ldhsg74tlcfap5ige024smkd4orn8n8ribhfbcatlt9m516/f/edfbcfa5716f43dfac9174c83186f419_SeqId_4_ as hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/data/default/test/b7e29a150050e2c42e37d7a03bdd32d0/f/ce20428ddd294aa8b12fef9e284de586_SeqId_4_ 2024-11-19T03:20:37,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37297 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): ebe1e149780644c3bcbe1f1ec3b912e2_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-19T03:20:37,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37297 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/staging/jenkins.hfs.11__test__h8f9r65vtshajjds9ldhsg74tlcfap5ige024smkd4orn8n8ribhfbcatlt9m516/f/ebe1e149780644c3bcbe1f1ec3b912e2_SeqId_4_ as hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/data/default/test/b7e29a150050e2c42e37d7a03bdd32d0/f/373002d47d06475eae6168b42bc5dbeb_SeqId_4_ 2024-11-19T03:20:37,873 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37297 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/staging/jenkins.hfs.11__test__h8f9r65vtshajjds9ldhsg74tlcfap5ige024smkd4orn8n8ribhfbcatlt9m516/f/edfbcfa5716f43dfac9174c83186f419_SeqId_4_ into b7e29a150050e2c42e37d7a03bdd32d0/f as hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/data/default/test/b7e29a150050e2c42e37d7a03bdd32d0/f/ce20428ddd294aa8b12fef9e284de586_SeqId_4_ - updating store file list. 2024-11-19T03:20:37,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37297 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ce20428ddd294aa8b12fef9e284de586_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T03:20:37,879 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37297 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/data/default/test/b7e29a150050e2c42e37d7a03bdd32d0/f/ce20428ddd294aa8b12fef9e284de586_SeqId_4_ into b7e29a150050e2c42e37d7a03bdd32d0/f 2024-11-19T03:20:37,879 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37297 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/staging/jenkins.hfs.11__test__h8f9r65vtshajjds9ldhsg74tlcfap5ige024smkd4orn8n8ribhfbcatlt9m516/f/edfbcfa5716f43dfac9174c83186f419_SeqId_4_ into b7e29a150050e2c42e37d7a03bdd32d0/f (new location: hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/data/default/test/b7e29a150050e2c42e37d7a03bdd32d0/f/ce20428ddd294aa8b12fef9e284de586_SeqId_4_) 2024-11-19T03:20:37,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37297 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/staging/jenkins.hfs.11__test__h8f9r65vtshajjds9ldhsg74tlcfap5ige024smkd4orn8n8ribhfbcatlt9m516/f/edfbcfa5716f43dfac9174c83186f419_SeqId_4_ 2024-11-19T03:20:37,880 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37297 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/staging/jenkins.hfs.11__test__h8f9r65vtshajjds9ldhsg74tlcfap5ige024smkd4orn8n8ribhfbcatlt9m516/f/ebe1e149780644c3bcbe1f1ec3b912e2_SeqId_4_ into b7e29a150050e2c42e37d7a03bdd32d0/f as hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/data/default/test/b7e29a150050e2c42e37d7a03bdd32d0/f/373002d47d06475eae6168b42bc5dbeb_SeqId_4_ - updating store file list. 2024-11-19T03:20:37,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37297 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 373002d47d06475eae6168b42bc5dbeb_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T03:20:37,885 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37297 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/data/default/test/b7e29a150050e2c42e37d7a03bdd32d0/f/373002d47d06475eae6168b42bc5dbeb_SeqId_4_ into b7e29a150050e2c42e37d7a03bdd32d0/f 2024-11-19T03:20:37,885 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37297 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/staging/jenkins.hfs.11__test__h8f9r65vtshajjds9ldhsg74tlcfap5ige024smkd4orn8n8ribhfbcatlt9m516/f/ebe1e149780644c3bcbe1f1ec3b912e2_SeqId_4_ into b7e29a150050e2c42e37d7a03bdd32d0/f (new location: hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/data/default/test/b7e29a150050e2c42e37d7a03bdd32d0/f/373002d47d06475eae6168b42bc5dbeb_SeqId_4_) 2024-11-19T03:20:37,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37297 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/staging/jenkins.hfs.11__test__h8f9r65vtshajjds9ldhsg74tlcfap5ige024smkd4orn8n8ribhfbcatlt9m516/f/ebe1e149780644c3bcbe1f1ec3b912e2_SeqId_4_ 2024-11-19T03:20:37,887 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37297 {}] regionserver.ReplicationSink(324): Finished replicating [3b783cff-238d-4cfc-9304-d80c9cf03a61] bulk loaded data 2024-11-19T03:20:37,931 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,39179,1731986418762.replicationSource.wal-reader.47efada56ed5%2C39179%2C1731986418762,1-47efada56ed5,39179,1731986418762 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/WALs/47efada56ed5,39179,1731986418762/47efada56ed5%2C39179%2C1731986418762.1731986421090 to pos 687, reset compression=false 2024-11-19T03:20:38,387 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,37297,1731986424185.replicationSource.wal-reader.47efada56ed5%2C37297%2C1731986424185,1-47efada56ed5,37297,1731986424185 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/WALs/47efada56ed5,37297,1731986424185/47efada56ed5%2C37297%2C1731986424185.1731986426927 to pos 379, reset compression=false 2024-11-19T03:20:38,392 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,37297,1731986424185.replicationSource.wal-reader.47efada56ed5%2C37297%2C1731986424185,1-47efada56ed5,37297,1731986424185 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T03:20:38,392 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,37297,1731986424185.replicationSource.shipper47efada56ed5%2C37297%2C1731986424185,1-47efada56ed5,37297,1731986424185 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-47efada56ed5,37297,1731986424185 got entry batch from reader: WALEntryBatch [walEntries=[{test/b7e29a150050e2c42e37d7a03bdd32d0/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731986437885/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/WALs/47efada56ed5,37297,1731986424185/47efada56ed5%2C37297%2C1731986424185.1731986426927, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-19T03:20:38,393 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,37297,1731986424185.replicationSource.shipper47efada56ed5%2C37297%2C1731986424185,1-47efada56ed5,37297,1731986424185 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T03:20:38,394 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-19T03:20:38,395 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39179 {}] regionserver.ReplicationSink(318): Replicating [3b783cff-238d-4cfc-9304-d80c9cf03a61, e4d0044f-692e-48ab-a643-a8521a6ef9b5] bulk loaded data 2024-11-19T03:20:38,395 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39179 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28d15fa2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:20:38,395 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39179 {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,40785,-1 for getting cluster id 2024-11-19T03:20:38,395 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39179 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:20:38,396 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b783cff-238d-4cfc-9304-d80c9cf03a61' 2024-11-19T03:20:38,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:20:38,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b783cff-238d-4cfc-9304-d80c9cf03a61" 2024-11-19T03:20:38,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7989694a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:20:38,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,40785,-1] 2024-11-19T03:20:38,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:20:38,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:20:38,397 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:20:38,397 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39179 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6af0ce5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:20:38,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35013 is added to blk_1073741842_1018 (size=7894) 2024-11-19T03:20:38,434 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,39179,1731986418762.replicationSource.wal-reader.47efada56ed5%2C39179%2C1731986418762,1-47efada56ed5,39179,1731986418762 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/WALs/47efada56ed5,39179,1731986418762/47efada56ed5%2C39179%2C1731986418762.1731986421090 to pos 687, reset compression=false 2024-11-19T03:20:38,592 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,37297,1731986424185.replicationSource.wal-reader.47efada56ed5%2C37297%2C1731986424185,1-47efada56ed5,37297,1731986424185 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/WALs/47efada56ed5,37297,1731986424185/47efada56ed5%2C37297%2C1731986424185.1731986426927 to pos 725, reset compression=false 2024-11-19T03:20:38,613 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T03:20:38,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:20:38,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:20:38,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:20:38,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:20:38,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:20:38,650 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:20:38,662 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:20:38,667 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:20:38,741 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:20:38,745 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1731986438744/Put/seqid=0 2024-11-19T03:20:38,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35011 is added to blk_1073741842_1018 (size=11194) 2024-11-19T03:20:38,754 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1731986438754/Put/seqid=0 2024-11-19T03:20:38,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35011 is added to blk_1073741843_1019 (size=10791) 2024-11-19T03:20:38,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35013 is added to blk_1073741843_1019 (size=7691) 2024-11-19T03:20:38,896 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,37297,1731986424185.replicationSource.wal-reader.47efada56ed5%2C37297%2C1731986424185,1-47efada56ed5,37297,1731986424185 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/WALs/47efada56ed5,37297,1731986424185/47efada56ed5%2C37297%2C1731986424185.1731986426927 to pos 725, reset compression=false 2024-11-19T03:20:39,038 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,39179,1731986418762.replicationSource.wal-reader.47efada56ed5%2C39179%2C1731986418762,1-47efada56ed5,39179,1731986418762 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/WALs/47efada56ed5,39179,1731986418762/47efada56ed5%2C39179%2C1731986418762.1731986421090 to pos 687, reset compression=false 2024-11-19T03:20:39,107 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-19T03:20:39,160 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@597c2a76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:20:39,160 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,46551,-1 for getting cluster id 2024-11-19T03:20:39,160 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:20:39,161 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e4d0044f-692e-48ab-a643-a8521a6ef9b5' 2024-11-19T03:20:39,161 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:20:39,161 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e4d0044f-692e-48ab-a643-a8521a6ef9b5" 2024-11-19T03:20:39,161 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@285ae907, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:20:39,161 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,46551,-1] 2024-11-19T03:20:39,161 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:20:39,162 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:20:39,162 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:20:39,163 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71f01661, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:20:39,163 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:20:39,164 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,37297,1731986424185, seqNum=-1] 2024-11-19T03:20:39,164 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:20:39,165 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:20:39,171 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T03:20:39,172 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 47efada56ed5,46551,1731986424035 2024-11-19T03:20:39,172 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3286b1ed 2024-11-19T03:20:39,172 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T03:20:39,173 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T03:20:39,176 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731986429792.b7e29a150050e2c42e37d7a03bdd32d0., hostname=47efada56ed5,37297,1731986424185, seqNum=2] 2024-11-19T03:20:39,178 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T03:20:39,183 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-19T03:20:39,186 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-19T03:20:39,189 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37297 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/testHFileCyclicReplication_10/f/hfile_0 for inclusion in b7e29a150050e2c42e37d7a03bdd32d0/f 2024-11-19T03:20:39,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37297 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-19T03:20:39,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37297 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T03:20:39,193 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37297 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/testHFileCyclicReplication_10/f/hfile_1 for inclusion in b7e29a150050e2c42e37d7a03bdd32d0/f 2024-11-19T03:20:39,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37297 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-19T03:20:39,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37297 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T03:20:39,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37297 {}] regionserver.HRegion(2603): Flush status journal for b7e29a150050e2c42e37d7a03bdd32d0: 2024-11-19T03:20:39,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37297 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/staging/jenkins__test__ajo27m7ovov8hlujsuhcjf7lfh5u7r17qci361smbm9pgqs9kj5q58tsvhg4qu8t/f/hfile_0 2024-11-19T03:20:39,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37297 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/staging/jenkins__test__ajo27m7ovov8hlujsuhcjf7lfh5u7r17qci361smbm9pgqs9kj5q58tsvhg4qu8t/f/hfile_0 as hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/data/default/test/b7e29a150050e2c42e37d7a03bdd32d0/f/5043763a44cc4aec8ee48e5054d62d28_SeqId_6_ 2024-11-19T03:20:39,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37297 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/staging/jenkins__test__ajo27m7ovov8hlujsuhcjf7lfh5u7r17qci361smbm9pgqs9kj5q58tsvhg4qu8t/f/hfile_1 2024-11-19T03:20:39,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37297 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/staging/jenkins__test__ajo27m7ovov8hlujsuhcjf7lfh5u7r17qci361smbm9pgqs9kj5q58tsvhg4qu8t/f/hfile_1 as hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/data/default/test/b7e29a150050e2c42e37d7a03bdd32d0/f/6e2d8450bdf94c29a2ccf074f00cf33a_SeqId_6_ 2024-11-19T03:20:39,203 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37297 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/staging/jenkins__test__ajo27m7ovov8hlujsuhcjf7lfh5u7r17qci361smbm9pgqs9kj5q58tsvhg4qu8t/f/hfile_0 into b7e29a150050e2c42e37d7a03bdd32d0/f as hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/data/default/test/b7e29a150050e2c42e37d7a03bdd32d0/f/5043763a44cc4aec8ee48e5054d62d28_SeqId_6_ - updating store file list. 2024-11-19T03:20:39,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37297 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5043763a44cc4aec8ee48e5054d62d28_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-19T03:20:39,207 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37297 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/data/default/test/b7e29a150050e2c42e37d7a03bdd32d0/f/5043763a44cc4aec8ee48e5054d62d28_SeqId_6_ into b7e29a150050e2c42e37d7a03bdd32d0/f 2024-11-19T03:20:39,207 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37297 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/staging/jenkins__test__ajo27m7ovov8hlujsuhcjf7lfh5u7r17qci361smbm9pgqs9kj5q58tsvhg4qu8t/f/hfile_0 into b7e29a150050e2c42e37d7a03bdd32d0/f (new location: hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/data/default/test/b7e29a150050e2c42e37d7a03bdd32d0/f/5043763a44cc4aec8ee48e5054d62d28_SeqId_6_) 2024-11-19T03:20:39,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37297 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/staging/jenkins__test__ajo27m7ovov8hlujsuhcjf7lfh5u7r17qci361smbm9pgqs9kj5q58tsvhg4qu8t/f/hfile_0 2024-11-19T03:20:39,208 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37297 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/staging/jenkins__test__ajo27m7ovov8hlujsuhcjf7lfh5u7r17qci361smbm9pgqs9kj5q58tsvhg4qu8t/f/hfile_1 into b7e29a150050e2c42e37d7a03bdd32d0/f as hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/data/default/test/b7e29a150050e2c42e37d7a03bdd32d0/f/6e2d8450bdf94c29a2ccf074f00cf33a_SeqId_6_ - updating store file list. 2024-11-19T03:20:39,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37297 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6e2d8450bdf94c29a2ccf074f00cf33a_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-19T03:20:39,211 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37297 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/data/default/test/b7e29a150050e2c42e37d7a03bdd32d0/f/6e2d8450bdf94c29a2ccf074f00cf33a_SeqId_6_ into b7e29a150050e2c42e37d7a03bdd32d0/f 2024-11-19T03:20:39,211 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37297 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/staging/jenkins__test__ajo27m7ovov8hlujsuhcjf7lfh5u7r17qci361smbm9pgqs9kj5q58tsvhg4qu8t/f/hfile_1 into b7e29a150050e2c42e37d7a03bdd32d0/f (new location: hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/data/default/test/b7e29a150050e2c42e37d7a03bdd32d0/f/6e2d8450bdf94c29a2ccf074f00cf33a_SeqId_6_) 2024-11-19T03:20:39,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37297 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/staging/jenkins__test__ajo27m7ovov8hlujsuhcjf7lfh5u7r17qci361smbm9pgqs9kj5q58tsvhg4qu8t/f/hfile_1 2024-11-19T03:20:39,213 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T03:20:39,214 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:20:39,214 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:20:39,214 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:20:39,214 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:20:39,214 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731986429792.b7e29a150050e2c42e37d7a03bdd32d0., hostname=47efada56ed5,37297,1731986424185, seqNum=2 , the old value is region=test,,1731986429792.b7e29a150050e2c42e37d7a03bdd32d0., hostname=47efada56ed5,37297,1731986424185, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=47efada56ed5:37297 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T03:20:39,214 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731986429792.b7e29a150050e2c42e37d7a03bdd32d0., hostname=47efada56ed5,37297,1731986424185, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T03:20:39,214 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731986429792.b7e29a150050e2c42e37d7a03bdd32d0., hostname=47efada56ed5,37297,1731986424185, seqNum=2 from cache 2024-11-19T03:20:39,214 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:20:39,216 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-19T03:20:39,216 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,39179,1731986418762, seqNum=-1] 2024-11-19T03:20:39,216 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:20:39,217 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:20:39,219 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731986427643.53f9ed427b220e76a88521320b1a5d9b., hostname=47efada56ed5,39179,1731986418762, seqNum=2] 2024-11-19T03:20:39,221 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39179 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T03:20:39,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 47efada56ed5,40785,1731986418552 2024-11-19T03:20:39,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@779c9911 2024-11-19T03:20:39,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T03:20:39,222 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-19T03:20:39,224 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39179 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T03:20:39,225 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39179 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:20:39,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,39179,1731986418762, seqNum=-1] 2024-11-19T03:20:39,226 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-19T03:20:39,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:20:39,229 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-19T03:20:39,234 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/staging/jenkins.hfs.10__test__h70rdb4beiaor157s2o027u19moua075algen8gl69ir14hodah94b9fu6t0c35e/f/373002d47d06475eae6168b42bc5dbeb_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-19T03:20:39,237 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/staging/jenkins.hfs.10__test__h70rdb4beiaor157s2o027u19moua075algen8gl69ir14hodah94b9fu6t0c35e/f/ce20428ddd294aa8b12fef9e284de586_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-19T03:20:39,239 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39179 {}] regionserver.ReplicationSink(324): Finished replicating [3b783cff-238d-4cfc-9304-d80c9cf03a61, e4d0044f-692e-48ab-a643-a8521a6ef9b5] bulk loaded data 2024-11-19T03:20:39,300 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,37297,1731986424185.replicationSource.wal-reader.47efada56ed5%2C37297%2C1731986424185,1-47efada56ed5,37297,1731986424185 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/WALs/47efada56ed5,37297,1731986424185/47efada56ed5%2C37297%2C1731986424185.1731986426927 to pos 725, reset compression=false 2024-11-19T03:20:39,305 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,37297,1731986424185.replicationSource.wal-reader.47efada56ed5%2C37297%2C1731986424185,1-47efada56ed5,37297,1731986424185 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T03:20:39,305 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,37297,1731986424185.replicationSource.shipper47efada56ed5%2C37297%2C1731986424185,1-47efada56ed5,37297,1731986424185 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-47efada56ed5,37297,1731986424185 got entry batch from reader: WALEntryBatch [walEntries=[{test/b7e29a150050e2c42e37d7a03bdd32d0/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731986439212/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/WALs/47efada56ed5,37297,1731986424185/47efada56ed5%2C37297%2C1731986424185.1731986426927, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-19T03:20:39,306 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39179 {}] regionserver.ReplicationSink(318): Replicating [e4d0044f-692e-48ab-a643-a8521a6ef9b5] bulk loaded data 2024-11-19T03:20:39,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35013 is added to blk_1073741844_1020 (size=11194) 2024-11-19T03:20:39,319 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=47efada56ed5:37297 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-19T03:20:39,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35013 is added to blk_1073741845_1021 (size=10791) 2024-11-19T03:20:39,505 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,37297,1731986424185.replicationSource.wal-reader.47efada56ed5%2C37297%2C1731986424185,1-47efada56ed5,37297,1731986424185 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/WALs/47efada56ed5,37297,1731986424185/47efada56ed5%2C37297%2C1731986424185.1731986426927 to pos 1033, reset compression=false 2024-11-19T03:20:39,741 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39179 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T03:20:39,742 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,39179,1731986418762.replicationSource.wal-reader.47efada56ed5%2C39179%2C1731986418762,1-47efada56ed5,39179,1731986418762 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/WALs/47efada56ed5,39179,1731986418762/47efada56ed5%2C39179%2C1731986418762.1731986421090 to pos 687, reset compression=false 2024-11-19T03:20:39,747 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/staging/jenkins.hfs.10__test__oglu8ifuskdcvu12heqb465kh8fq2tbnnntiqvbosns9om7ubjjttdq53rt0a7pf/f/5043763a44cc4aec8ee48e5054d62d28_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-19T03:20:39,749 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/staging/jenkins.hfs.10__test__oglu8ifuskdcvu12heqb465kh8fq2tbnnntiqvbosns9om7ubjjttdq53rt0a7pf/f/6e2d8450bdf94c29a2ccf074f00cf33a_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-19T03:20:39,752 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39179 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/staging/jenkins.hfs.10__test__oglu8ifuskdcvu12heqb465kh8fq2tbnnntiqvbosns9om7ubjjttdq53rt0a7pf/f/5043763a44cc4aec8ee48e5054d62d28_SeqId_6_ for inclusion in 53f9ed427b220e76a88521320b1a5d9b/f 2024-11-19T03:20:39,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39179 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-19T03:20:39,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39179 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T03:20:39,755 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39179 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/staging/jenkins.hfs.10__test__oglu8ifuskdcvu12heqb465kh8fq2tbnnntiqvbosns9om7ubjjttdq53rt0a7pf/f/6e2d8450bdf94c29a2ccf074f00cf33a_SeqId_6_ for inclusion in 53f9ed427b220e76a88521320b1a5d9b/f 2024-11-19T03:20:39,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39179 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-19T03:20:39,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39179 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T03:20:39,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39179 {}] regionserver.HRegion(2603): Flush status journal for 53f9ed427b220e76a88521320b1a5d9b: 2024-11-19T03:20:39,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39179 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 5043763a44cc4aec8ee48e5054d62d28_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-19T03:20:39,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39179 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/staging/jenkins.hfs.10__test__oglu8ifuskdcvu12heqb465kh8fq2tbnnntiqvbosns9om7ubjjttdq53rt0a7pf/f/5043763a44cc4aec8ee48e5054d62d28_SeqId_6_ as hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/data/default/test/53f9ed427b220e76a88521320b1a5d9b/f/18cc784f5e51416c84d68402bc04073f_SeqId_6_ 2024-11-19T03:20:39,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39179 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 6e2d8450bdf94c29a2ccf074f00cf33a_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-19T03:20:39,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39179 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/staging/jenkins.hfs.10__test__oglu8ifuskdcvu12heqb465kh8fq2tbnnntiqvbosns9om7ubjjttdq53rt0a7pf/f/6e2d8450bdf94c29a2ccf074f00cf33a_SeqId_6_ as hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/data/default/test/53f9ed427b220e76a88521320b1a5d9b/f/d6daecc76ca1469dac2a95358caed3b2_SeqId_6_ 2024-11-19T03:20:39,764 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39179 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/staging/jenkins.hfs.10__test__oglu8ifuskdcvu12heqb465kh8fq2tbnnntiqvbosns9om7ubjjttdq53rt0a7pf/f/5043763a44cc4aec8ee48e5054d62d28_SeqId_6_ into 53f9ed427b220e76a88521320b1a5d9b/f as hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/data/default/test/53f9ed427b220e76a88521320b1a5d9b/f/18cc784f5e51416c84d68402bc04073f_SeqId_6_ - updating store file list. 2024-11-19T03:20:39,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39179 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 18cc784f5e51416c84d68402bc04073f_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-19T03:20:39,769 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39179 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/data/default/test/53f9ed427b220e76a88521320b1a5d9b/f/18cc784f5e51416c84d68402bc04073f_SeqId_6_ into 53f9ed427b220e76a88521320b1a5d9b/f 2024-11-19T03:20:39,769 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39179 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/staging/jenkins.hfs.10__test__oglu8ifuskdcvu12heqb465kh8fq2tbnnntiqvbosns9om7ubjjttdq53rt0a7pf/f/5043763a44cc4aec8ee48e5054d62d28_SeqId_6_ into 53f9ed427b220e76a88521320b1a5d9b/f (new location: hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/data/default/test/53f9ed427b220e76a88521320b1a5d9b/f/18cc784f5e51416c84d68402bc04073f_SeqId_6_) 2024-11-19T03:20:39,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39179 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/staging/jenkins.hfs.10__test__oglu8ifuskdcvu12heqb465kh8fq2tbnnntiqvbosns9om7ubjjttdq53rt0a7pf/f/5043763a44cc4aec8ee48e5054d62d28_SeqId_6_ 2024-11-19T03:20:39,770 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39179 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/staging/jenkins.hfs.10__test__oglu8ifuskdcvu12heqb465kh8fq2tbnnntiqvbosns9om7ubjjttdq53rt0a7pf/f/6e2d8450bdf94c29a2ccf074f00cf33a_SeqId_6_ into 53f9ed427b220e76a88521320b1a5d9b/f as hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/data/default/test/53f9ed427b220e76a88521320b1a5d9b/f/d6daecc76ca1469dac2a95358caed3b2_SeqId_6_ - updating store file list. 2024-11-19T03:20:39,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39179 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d6daecc76ca1469dac2a95358caed3b2_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-19T03:20:39,775 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39179 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/data/default/test/53f9ed427b220e76a88521320b1a5d9b/f/d6daecc76ca1469dac2a95358caed3b2_SeqId_6_ into 53f9ed427b220e76a88521320b1a5d9b/f 2024-11-19T03:20:39,775 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39179 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/staging/jenkins.hfs.10__test__oglu8ifuskdcvu12heqb465kh8fq2tbnnntiqvbosns9om7ubjjttdq53rt0a7pf/f/6e2d8450bdf94c29a2ccf074f00cf33a_SeqId_6_ into 53f9ed427b220e76a88521320b1a5d9b/f (new location: hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/data/default/test/53f9ed427b220e76a88521320b1a5d9b/f/d6daecc76ca1469dac2a95358caed3b2_SeqId_6_) 2024-11-19T03:20:39,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39179 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/staging/jenkins.hfs.10__test__oglu8ifuskdcvu12heqb465kh8fq2tbnnntiqvbosns9om7ubjjttdq53rt0a7pf/f/6e2d8450bdf94c29a2ccf074f00cf33a_SeqId_6_ 2024-11-19T03:20:39,777 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39179 {}] regionserver.ReplicationSink(324): Finished replicating [e4d0044f-692e-48ab-a643-a8521a6ef9b5] bulk loaded data 2024-11-19T03:20:39,809 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,37297,1731986424185.replicationSource.wal-reader.47efada56ed5%2C37297%2C1731986424185,1-47efada56ed5,37297,1731986424185 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/WALs/47efada56ed5,37297,1731986424185/47efada56ed5%2C37297%2C1731986424185.1731986426927 to pos 1033, reset compression=false 2024-11-19T03:20:40,213 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,37297,1731986424185.replicationSource.wal-reader.47efada56ed5%2C37297%2C1731986424185,1-47efada56ed5,37297,1731986424185 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/WALs/47efada56ed5,37297,1731986424185/47efada56ed5%2C37297%2C1731986424185.1731986426927 to pos 1033, reset compression=false 2024-11-19T03:20:40,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T03:20:40,239 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T03:20:40,239 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:20:40,239 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:20:40,239 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:20:40,239 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T03:20:40,239 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=938465335, stopped=false 2024-11-19T03:20:40,240 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=47efada56ed5,46551,1731986424035 2024-11-19T03:20:40,240 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:20:40,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46551-0x101511b5eec0003, quorum=127.0.0.1:64222, baseZNode=/1384689997 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1384689997/running 2024-11-19T03:20:40,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37297-0x101511b5eec0004, quorum=127.0.0.1:64222, baseZNode=/1384689997 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1384689997/running 2024-11-19T03:20:40,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46551-0x101511b5eec0003, quorum=127.0.0.1:64222, baseZNode=/1384689997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1384689997 2024-11-19T03:20:40,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37297-0x101511b5eec0004, quorum=127.0.0.1:64222, baseZNode=/1384689997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1384689997 2024-11-19T03:20:40,301 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T03:20:40,301 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T03:20:40,302 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:20:40,302 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:20:40,302 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '47efada56ed5,37297,1731986424185' ***** 2024-11-19T03:20:40,302 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T03:20:40,302 INFO [RS:0;47efada56ed5:37297 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T03:20:40,302 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37297-0x101511b5eec0004, quorum=127.0.0.1:64222, baseZNode=/1384689997 Set watcher on znode that does not yet exist, /1384689997/running 2024-11-19T03:20:40,302 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T03:20:40,302 INFO [RS:0;47efada56ed5:37297 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T03:20:40,302 INFO [RS:0;47efada56ed5:37297 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T03:20:40,302 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46551-0x101511b5eec0003, quorum=127.0.0.1:64222, baseZNode=/1384689997 Set watcher on znode that does not yet exist, /1384689997/running 2024-11-19T03:20:40,302 INFO [RS:0;47efada56ed5:37297 {}] regionserver.HRegionServer(3091): Received CLOSE for 600be1c97b81b6ef42c80a1114ebf36e 2024-11-19T03:20:40,303 INFO [RS:0;47efada56ed5:37297 {}] regionserver.HRegionServer(3091): Received CLOSE for b7e29a150050e2c42e37d7a03bdd32d0 2024-11-19T03:20:40,303 INFO [RS:0;47efada56ed5:37297 {}] regionserver.HRegionServer(959): stopping server 47efada56ed5,37297,1731986424185 2024-11-19T03:20:40,303 INFO [RS:0;47efada56ed5:37297 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T03:20:40,303 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 600be1c97b81b6ef42c80a1114ebf36e, disabling compactions & flushes 2024-11-19T03:20:40,303 INFO [RS:0;47efada56ed5:37297 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;47efada56ed5:37297. 2024-11-19T03:20:40,303 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731986434112.600be1c97b81b6ef42c80a1114ebf36e. 2024-11-19T03:20:40,303 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731986434112.600be1c97b81b6ef42c80a1114ebf36e. 2024-11-19T03:20:40,303 DEBUG [RS:0;47efada56ed5:37297 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:20:40,303 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731986434112.600be1c97b81b6ef42c80a1114ebf36e. after waiting 0 ms 2024-11-19T03:20:40,303 DEBUG [RS:0;47efada56ed5:37297 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:20:40,303 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731986434112.600be1c97b81b6ef42c80a1114ebf36e. 2024-11-19T03:20:40,303 INFO [RS:0;47efada56ed5:37297 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T03:20:40,303 INFO [RS:0;47efada56ed5:37297 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T03:20:40,303 INFO [RS:0;47efada56ed5:37297 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T03:20:40,303 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 600be1c97b81b6ef42c80a1114ebf36e 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-19T03:20:40,303 INFO [RS:0;47efada56ed5:37297 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T03:20:40,303 INFO [RS:0;47efada56ed5:37297 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-19T03:20:40,303 DEBUG [RS:0;47efada56ed5:37297 {}] regionserver.HRegionServer(1325): Online Regions={600be1c97b81b6ef42c80a1114ebf36e=hbase:replication,,1731986434112.600be1c97b81b6ef42c80a1114ebf36e., 1588230740=hbase:meta,,1.1588230740, b7e29a150050e2c42e37d7a03bdd32d0=test,,1731986429792.b7e29a150050e2c42e37d7a03bdd32d0.} 2024-11-19T03:20:40,303 DEBUG [RS:0;47efada56ed5:37297 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 600be1c97b81b6ef42c80a1114ebf36e, b7e29a150050e2c42e37d7a03bdd32d0 2024-11-19T03:20:40,303 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T03:20:40,303 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T03:20:40,303 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T03:20:40,304 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T03:20:40,304 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T03:20:40,304 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-19T03:20:40,308 INFO [regionserver/47efada56ed5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T03:20:40,336 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/data/hbase/replication/600be1c97b81b6ef42c80a1114ebf36e/.tmp/hfileref/24d402f6ff7f4a4993d3b9ff2c93c906 is 74, key is 1/hfileref:373002d47d06475eae6168b42bc5dbeb_SeqId_4_/1731986439240/DeleteColumn/seqid=0 2024-11-19T03:20:40,336 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/data/hbase/meta/1588230740/.tmp/info/f90f9b65c0ad4e41a8e267d56af90062 is 147, key is hbase:replication,,1731986434112.600be1c97b81b6ef42c80a1114ebf36e./info:regioninfo/1731986435281/Put/seqid=0 2024-11-19T03:20:40,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35011 is added to blk_1073741844_1020 (size=5345) 2024-11-19T03:20:40,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35011 is added to blk_1073741845_1021 (size=7686) 2024-11-19T03:20:40,345 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/data/hbase/replication/600be1c97b81b6ef42c80a1114ebf36e/.tmp/hfileref/24d402f6ff7f4a4993d3b9ff2c93c906 2024-11-19T03:20:40,346 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/data/hbase/meta/1588230740/.tmp/info/f90f9b65c0ad4e41a8e267d56af90062 2024-11-19T03:20:40,374 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/data/hbase/replication/600be1c97b81b6ef42c80a1114ebf36e/.tmp/queue/f97c8d391de2458a9dcb1a06bcb25b48 is 154, key is 1-47efada56ed5,37297,1731986424185/queue:47efada56ed5%2C37297%2C1731986424185/1731986439781/Put/seqid=0 2024-11-19T03:20:40,377 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/data/hbase/meta/1588230740/.tmp/ns/314ab699990447e0a6d62a3f74183f79 is 43, key is default/ns:d/1731986427550/Put/seqid=0 2024-11-19T03:20:40,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35011 is added to blk_1073741847_1023 (size=5153) 2024-11-19T03:20:40,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35011 is added to blk_1073741846_1022 (size=5353) 2024-11-19T03:20:40,391 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/data/hbase/replication/600be1c97b81b6ef42c80a1114ebf36e/.tmp/queue/f97c8d391de2458a9dcb1a06bcb25b48 2024-11-19T03:20:40,397 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/data/hbase/replication/600be1c97b81b6ef42c80a1114ebf36e/.tmp/hfileref/24d402f6ff7f4a4993d3b9ff2c93c906 as hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/data/hbase/replication/600be1c97b81b6ef42c80a1114ebf36e/hfileref/24d402f6ff7f4a4993d3b9ff2c93c906 2024-11-19T03:20:40,402 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/data/hbase/replication/600be1c97b81b6ef42c80a1114ebf36e/hfileref/24d402f6ff7f4a4993d3b9ff2c93c906, entries=4, sequenceid=12, filesize=5.2 K 2024-11-19T03:20:40,402 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/data/hbase/replication/600be1c97b81b6ef42c80a1114ebf36e/.tmp/queue/f97c8d391de2458a9dcb1a06bcb25b48 as hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/data/hbase/replication/600be1c97b81b6ef42c80a1114ebf36e/queue/f97c8d391de2458a9dcb1a06bcb25b48 2024-11-19T03:20:40,408 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/data/hbase/replication/600be1c97b81b6ef42c80a1114ebf36e/queue/f97c8d391de2458a9dcb1a06bcb25b48, entries=1, sequenceid=12, filesize=5.2 K 2024-11-19T03:20:40,410 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 600be1c97b81b6ef42c80a1114ebf36e in 107ms, sequenceid=12, compaction requested=false 2024-11-19T03:20:40,418 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/data/hbase/replication/600be1c97b81b6ef42c80a1114ebf36e/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-19T03:20:40,419 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T03:20:40,419 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T03:20:40,419 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731986434112.600be1c97b81b6ef42c80a1114ebf36e. 2024-11-19T03:20:40,419 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 600be1c97b81b6ef42c80a1114ebf36e: Waiting for close lock at 1731986440303Running coprocessor pre-close hooks at 1731986440303Disabling compacts and flushes for region at 1731986440303Disabling writes for close at 1731986440303Obtaining lock to block concurrent updates at 1731986440303Preparing flush snapshotting stores in 600be1c97b81b6ef42c80a1114ebf36e at 1731986440303Finished memstore snapshotting hbase:replication,,1731986434112.600be1c97b81b6ef42c80a1114ebf36e., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731986440303Flushing stores of hbase:replication,,1731986434112.600be1c97b81b6ef42c80a1114ebf36e. at 1731986440304 (+1 ms)Flushing 600be1c97b81b6ef42c80a1114ebf36e/hfileref: creating writer at 1731986440305 (+1 ms)Flushing 600be1c97b81b6ef42c80a1114ebf36e/hfileref: appending metadata at 1731986440335 (+30 ms)Flushing 600be1c97b81b6ef42c80a1114ebf36e/hfileref: closing flushed file at 1731986440336 (+1 ms)Flushing 600be1c97b81b6ef42c80a1114ebf36e/queue: creating writer at 1731986440350 (+14 ms)Flushing 600be1c97b81b6ef42c80a1114ebf36e/queue: appending metadata at 1731986440373 (+23 ms)Flushing 600be1c97b81b6ef42c80a1114ebf36e/queue: closing flushed file at 1731986440373Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a72cda4: reopening flushed file at 1731986440396 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f03eaab: reopening flushed file at 1731986440402 (+6 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 600be1c97b81b6ef42c80a1114ebf36e in 107ms, sequenceid=12, compaction requested=false at 1731986440410 (+8 ms)Writing region close event to WAL at 1731986440415 (+5 ms)Running coprocessor post-close hooks at 1731986440418 (+3 ms)Closed at 1731986440419 (+1 ms) 2024-11-19T03:20:40,419 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731986434112.600be1c97b81b6ef42c80a1114ebf36e. 2024-11-19T03:20:40,419 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b7e29a150050e2c42e37d7a03bdd32d0, disabling compactions & flushes 2024-11-19T03:20:40,419 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731986429792.b7e29a150050e2c42e37d7a03bdd32d0. 2024-11-19T03:20:40,419 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731986429792.b7e29a150050e2c42e37d7a03bdd32d0. 2024-11-19T03:20:40,419 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731986429792.b7e29a150050e2c42e37d7a03bdd32d0. after waiting 0 ms 2024-11-19T03:20:40,419 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731986429792.b7e29a150050e2c42e37d7a03bdd32d0. 2024-11-19T03:20:40,423 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/data/default/test/b7e29a150050e2c42e37d7a03bdd32d0/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-19T03:20:40,423 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T03:20:40,423 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T03:20:40,423 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731986429792.b7e29a150050e2c42e37d7a03bdd32d0. 2024-11-19T03:20:40,423 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b7e29a150050e2c42e37d7a03bdd32d0: Waiting for close lock at 1731986440419Running coprocessor pre-close hooks at 1731986440419Disabling compacts and flushes for region at 1731986440419Disabling writes for close at 1731986440419Writing region close event to WAL at 1731986440420 (+1 ms)Running coprocessor post-close hooks at 1731986440423 (+3 ms)Closed at 1731986440423 2024-11-19T03:20:40,423 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731986429792.b7e29a150050e2c42e37d7a03bdd32d0. 2024-11-19T03:20:40,504 DEBUG [RS:0;47efada56ed5:37297 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T03:20:40,546 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,39179,1731986418762.replicationSource.wal-reader.47efada56ed5%2C39179%2C1731986418762,1-47efada56ed5,39179,1731986418762 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/WALs/47efada56ed5,39179,1731986418762/47efada56ed5%2C39179%2C1731986418762.1731986421090 to pos 687, reset compression=false 2024-11-19T03:20:40,551 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,39179,1731986418762.replicationSource.wal-reader.47efada56ed5%2C39179%2C1731986418762,1-47efada56ed5,39179,1731986418762 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T03:20:40,551 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,39179,1731986418762.replicationSource.shipper47efada56ed5%2C39179%2C1731986418762,1-47efada56ed5,39179,1731986418762 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-47efada56ed5,39179,1731986418762 got entry batch from reader: WALEntryBatch [walEntries=[{test/53f9ed427b220e76a88521320b1a5d9b/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731986439775/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/WALs/47efada56ed5,39179,1731986418762/47efada56ed5%2C39179%2C1731986418762.1731986421090, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-19T03:20:40,552 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37297 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 47efada56ed5,37297,1731986424185 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:20:40,553 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37297 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.3:39584 deadline: 1731986500552, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 47efada56ed5,37297,1731986424185 stopping 2024-11-19T03:20:40,567 WARN [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,39179,1731986418762.replicationSource.shipper47efada56ed5%2C39179%2C1731986418762,1-47efada56ed5,39179,1731986418762 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 47efada56ed5,37297,1731986424185 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:20:40,671 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37297 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 47efada56ed5,37297,1731986424185 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:20:40,672 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37297 {}] ipc.CallRunner(138): callId: 7 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.3:39584 deadline: 1731986500671, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 47efada56ed5,37297,1731986424185 stopping 2024-11-19T03:20:40,672 WARN [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,39179,1731986418762.replicationSource.shipper47efada56ed5%2C39179%2C1731986418762,1-47efada56ed5,39179,1731986418762 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 47efada56ed5,37297,1731986424185 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:20:40,704 DEBUG [RS:0;47efada56ed5:37297 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T03:20:40,718 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,37297,1731986424185.replicationSource.wal-reader.47efada56ed5%2C37297%2C1731986424185,1-47efada56ed5,37297,1731986424185 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/WALs/47efada56ed5,37297,1731986424185/47efada56ed5%2C37297%2C1731986424185.1731986426927 to pos 1033, reset compression=false 2024-11-19T03:20:40,722 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,37297,1731986424185.replicationSource.wal-reader.47efada56ed5%2C37297%2C1731986424185,1-47efada56ed5,37297,1731986424185 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T03:20:40,723 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,37297,1731986424185.replicationSource.wal-reader.47efada56ed5%2C37297%2C1731986424185,1-47efada56ed5,37297,1731986424185 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/WALs/47efada56ed5,37297,1731986424185/47efada56ed5%2C37297%2C1731986424185.1731986426927 to pos 1328, reset compression=false 2024-11-19T03:20:40,723 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,37297,1731986424185.replicationSource.shipper47efada56ed5%2C37297%2C1731986424185,1-47efada56ed5,37297,1731986424185 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-47efada56ed5,37297,1731986424185 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/WALs/47efada56ed5,37297,1731986424185/47efada56ed5%2C37297%2C1731986424185.1731986426927, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T03:20:40,724 ERROR [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,37297,1731986424185.replicationSource.shipper47efada56ed5%2C37297%2C1731986424185,1-47efada56ed5,37297,1731986424185 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 47efada56ed5,37297,1731986424185: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-47efada56ed5,37297,1731986424185, walGroup=47efada56ed5%2C37297%2C1731986424185, offset=47efada56ed5%2C37297%2C1731986424185.1731986426927:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=47efada56ed5:37297 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-19T03:20:40,742 ERROR [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,37297,1731986424185.replicationSource.shipper47efada56ed5%2C37297%2C1731986424185,1-47efada56ed5,37297,1731986424185 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-19T03:20:40,742 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,37297,1731986424185.replicationSource.shipper47efada56ed5%2C37297%2C1731986424185,1-47efada56ed5,37297,1731986424185 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-19T03:20:40,743 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,37297,1731986424185.replicationSource.shipper47efada56ed5%2C37297%2C1731986424185,1-47efada56ed5,37297,1731986424185 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-19T03:20:40,743 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,37297,1731986424185.replicationSource.shipper47efada56ed5%2C37297%2C1731986424185,1-47efada56ed5,37297,1731986424185 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-19T03:20:40,743 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,37297,1731986424185.replicationSource.shipper47efada56ed5%2C37297%2C1731986424185,1-47efada56ed5,37297,1731986424185 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-19T03:20:40,743 INFO [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,37297,1731986424185.replicationSource.shipper47efada56ed5%2C37297%2C1731986424185,1-47efada56ed5,37297,1731986424185 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1065353216, "init": 1048576000, "max": 2306867200, "used": 493764096 }, "NonHeapMemoryUsage": { "committed": 191299584, "init": 7667712, "max": -1, "used": 188503960 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-19T03:20:40,749 WARN [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,37297,1731986424185.replicationSource.shipper47efada56ed5%2C37297%2C1731986424185,1-47efada56ed5,37297,1731986424185 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=47efada56ed5:46551 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=47efada56ed5:46551 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-19T03:20:40,751 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,39179,1731986418762.replicationSource.wal-reader.47efada56ed5%2C39179%2C1731986418762,1-47efada56ed5,39179,1731986418762 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/WALs/47efada56ed5,39179,1731986418762/47efada56ed5%2C39179%2C1731986418762.1731986421090 to pos 1033, reset compression=false 2024-11-19T03:20:40,791 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/data/hbase/meta/1588230740/.tmp/ns/314ab699990447e0a6d62a3f74183f79 2024-11-19T03:20:40,803 INFO [regionserver/47efada56ed5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T03:20:40,803 INFO [regionserver/47efada56ed5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T03:20:40,810 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/data/hbase/meta/1588230740/.tmp/rep_barrier/ff5d3d6fe1604e338aea9e2c62522bbb is 112, key is test,,1731986429792.b7e29a150050e2c42e37d7a03bdd32d0./rep_barrier:seqnumDuringOpen/1731986430940/Put/seqid=0 2024-11-19T03:20:40,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35011 is added to blk_1073741848_1024 (size=5518) 2024-11-19T03:20:40,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 47efada56ed5,37297,1731986424185 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:20:40,877 WARN [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,39179,1731986418762.replicationSource.shipper47efada56ed5%2C39179%2C1731986418762,1-47efada56ed5,39179,1731986418762 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 47efada56ed5,37297,1731986424185 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:20:40,904 DEBUG [RS:0;47efada56ed5:37297 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T03:20:40,946 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,37297,1731986424185.replicationSource.wal-reader.47efada56ed5%2C37297%2C1731986424185,1-47efada56ed5,37297,1731986424185 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/WALs/47efada56ed5,37297,1731986424185/47efada56ed5%2C37297%2C1731986424185.1731986426927 to pos 1328, reset compression=false 2024-11-19T03:20:41,060 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,39179,1731986418762.replicationSource.wal-reader.47efada56ed5%2C39179%2C1731986418762,1-47efada56ed5,39179,1731986418762 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/WALs/47efada56ed5,39179,1731986418762/47efada56ed5%2C39179%2C1731986418762.1731986421090 to pos 1033, reset compression=false 2024-11-19T03:20:41,104 DEBUG [RS:0;47efada56ed5:37297 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T03:20:41,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 47efada56ed5,37297,1731986424185 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:20:41,181 WARN [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,39179,1731986418762.replicationSource.shipper47efada56ed5%2C39179%2C1731986418762,1-47efada56ed5,39179,1731986418762 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 47efada56ed5,37297,1731986424185 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:20:41,222 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/data/hbase/meta/1588230740/.tmp/rep_barrier/ff5d3d6fe1604e338aea9e2c62522bbb 2024-11-19T03:20:41,241 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/data/hbase/meta/1588230740/.tmp/table/4882e9a80daa4583b68eb0f7fcdf2c24 is 53, key is hbase:replication/table:state/1731986435287/Put/seqid=0 2024-11-19T03:20:41,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35011 is added to blk_1073741849_1025 (size=5308) 2024-11-19T03:20:41,250 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,37297,1731986424185.replicationSource.wal-reader.47efada56ed5%2C37297%2C1731986424185,1-47efada56ed5,37297,1731986424185 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/WALs/47efada56ed5,37297,1731986424185/47efada56ed5%2C37297%2C1731986424185.1731986426927 to pos 1328, reset compression=false 2024-11-19T03:20:41,304 INFO [RS:0;47efada56ed5:37297 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T03:20:41,304 DEBUG [RS:0;47efada56ed5:37297 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-19T03:20:41,304 DEBUG [RS:0;47efada56ed5:37297 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T03:20:41,464 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,39179,1731986418762.replicationSource.wal-reader.47efada56ed5%2C39179%2C1731986418762,1-47efada56ed5,39179,1731986418762 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/WALs/47efada56ed5,39179,1731986418762/47efada56ed5%2C39179%2C1731986418762.1731986421090 to pos 1033, reset compression=false 2024-11-19T03:20:41,505 DEBUG [RS:0;47efada56ed5:37297 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T03:20:41,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 47efada56ed5,37297,1731986424185 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:20:41,584 WARN [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,39179,1731986418762.replicationSource.shipper47efada56ed5%2C39179%2C1731986418762,1-47efada56ed5,39179,1731986418762 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 47efada56ed5,37297,1731986424185 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:20:41,645 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/data/hbase/meta/1588230740/.tmp/table/4882e9a80daa4583b68eb0f7fcdf2c24 2024-11-19T03:20:41,651 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/data/hbase/meta/1588230740/.tmp/info/f90f9b65c0ad4e41a8e267d56af90062 as hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/data/hbase/meta/1588230740/info/f90f9b65c0ad4e41a8e267d56af90062 2024-11-19T03:20:41,653 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,37297,1731986424185.replicationSource.wal-reader.47efada56ed5%2C37297%2C1731986424185,1-47efada56ed5,37297,1731986424185 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/WALs/47efada56ed5,37297,1731986424185/47efada56ed5%2C37297%2C1731986424185.1731986426927 to pos 1328, reset compression=false 2024-11-19T03:20:41,656 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/data/hbase/meta/1588230740/info/f90f9b65c0ad4e41a8e267d56af90062, entries=20, sequenceid=16, filesize=7.5 K 2024-11-19T03:20:41,657 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/data/hbase/meta/1588230740/.tmp/ns/314ab699990447e0a6d62a3f74183f79 as hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/data/hbase/meta/1588230740/ns/314ab699990447e0a6d62a3f74183f79 2024-11-19T03:20:41,661 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/data/hbase/meta/1588230740/ns/314ab699990447e0a6d62a3f74183f79, entries=2, sequenceid=16, filesize=5.0 K 2024-11-19T03:20:41,661 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/data/hbase/meta/1588230740/.tmp/rep_barrier/ff5d3d6fe1604e338aea9e2c62522bbb as hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/data/hbase/meta/1588230740/rep_barrier/ff5d3d6fe1604e338aea9e2c62522bbb 2024-11-19T03:20:41,666 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/data/hbase/meta/1588230740/rep_barrier/ff5d3d6fe1604e338aea9e2c62522bbb, entries=1, sequenceid=16, filesize=5.4 K 2024-11-19T03:20:41,666 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/data/hbase/meta/1588230740/.tmp/table/4882e9a80daa4583b68eb0f7fcdf2c24 as hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/data/hbase/meta/1588230740/table/4882e9a80daa4583b68eb0f7fcdf2c24 2024-11-19T03:20:41,671 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/data/hbase/meta/1588230740/table/4882e9a80daa4583b68eb0f7fcdf2c24, entries=4, sequenceid=16, filesize=5.2 K 2024-11-19T03:20:41,672 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1368ms, sequenceid=16, compaction requested=false 2024-11-19T03:20:41,679 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-19T03:20:41,680 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T03:20:41,680 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T03:20:41,680 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T03:20:41,680 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731986440303Running coprocessor pre-close hooks at 1731986440303Disabling compacts and flushes for region at 1731986440303Disabling writes for close at 1731986440304 (+1 ms)Obtaining lock to block concurrent updates at 1731986440304Preparing flush snapshotting stores in 1588230740 at 1731986440304Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731986440304Flushing stores of hbase:meta,,1.1588230740 at 1731986440305 (+1 ms)Flushing 1588230740/info: creating writer at 1731986440305Flushing 1588230740/info: appending metadata at 1731986440336 (+31 ms)Flushing 1588230740/info: closing flushed file at 1731986440336Flushing 1588230740/ns: creating writer at 1731986440350 (+14 ms)Flushing 1588230740/ns: appending metadata at 1731986440376 (+26 ms)Flushing 1588230740/ns: closing flushed file at 1731986440376Flushing 1588230740/rep_barrier: creating writer at 1731986440795 (+419 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731986440810 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731986440810Flushing 1588230740/table: creating writer at 1731986441227 (+417 ms)Flushing 1588230740/table: appending metadata at 1731986441240 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731986441241 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20a82ddc: reopening flushed file at 1731986441650 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@789baaf0: reopening flushed file at 1731986441656 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@94dc320: reopening flushed file at 1731986441661 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@de4f0c4: reopening flushed file at 1731986441666 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1368ms, sequenceid=16, compaction requested=false at 1731986441672 (+6 ms)Writing region close event to WAL at 1731986441676 (+4 ms)Running coprocessor post-close hooks at 1731986441680 (+4 ms)Closed at 1731986441680 2024-11-19T03:20:41,680 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T03:20:41,705 INFO [RS:0;47efada56ed5:37297 {}] regionserver.HRegionServer(976): stopping server 47efada56ed5,37297,1731986424185; all regions closed. 2024-11-19T03:20:41,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35011 is added to blk_1073741834_1010 (size=4239) 2024-11-19T03:20:41,707 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/WALs/47efada56ed5,37297,1731986424185/47efada56ed5%2C37297%2C1731986424185.meta.1731986427503.meta not finished, retry = 0 2024-11-19T03:20:41,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35011 is added to blk_1073741839_1015 (size=3127) 2024-11-19T03:20:41,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35011 is added to blk_1073741833_1009 (size=1336) 2024-11-19T03:20:41,830 DEBUG [RS:0;47efada56ed5:37297 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:20:41,830 INFO [RS:0;47efada56ed5:37297 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T03:20:41,830 INFO [RS:0;47efada56ed5:37297 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T03:20:41,830 INFO [RS:0;47efada56ed5:37297 {}] hbase.ChoreService(370): Chore service for: regionserver/47efada56ed5:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T03:20:41,831 INFO [RS:0;47efada56ed5:37297 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T03:20:41,831 INFO [regionserver/47efada56ed5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T03:20:41,831 INFO [RS:0;47efada56ed5:37297 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-47efada56ed5,37297,1731986424185 because: Region server is closing 2024-11-19T03:20:41,831 INFO [RS:0;47efada56ed5:37297 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;47efada56ed5:37297. 2024-11-19T03:20:41,831 DEBUG [RS:0;47efada56ed5:37297 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:20:41,831 DEBUG [RS:0;47efada56ed5:37297 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:20:41,831 DEBUG [RS:0;47efada56ed5:37297 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:20:41,831 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:20:41,931 INFO [RS:0;47efada56ed5:37297 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,37297,1731986424185.replicationSource.shipper47efada56ed5%2C37297%2C1731986424185,1-47efada56ed5,37297,1731986424185 terminated 2024-11-19T03:20:41,931 WARN [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,37297,1731986424185.replicationSource.wal-reader.47efada56ed5%2C37297%2C1731986424185,1-47efada56ed5,37297,1731986424185 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T03:20:41,932 INFO [RS:0;47efada56ed5:37297 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;47efada56ed5:37297. 2024-11-19T03:20:41,932 DEBUG [RS:0;47efada56ed5:37297 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:20:41,932 DEBUG [RS:0;47efada56ed5:37297 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:20:41,932 DEBUG [RS:0;47efada56ed5:37297 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:20:41,932 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:20:41,932 INFO [RS:0;47efada56ed5:37297 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37297 2024-11-19T03:20:41,968 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,39179,1731986418762.replicationSource.wal-reader.47efada56ed5%2C39179%2C1731986418762,1-47efada56ed5,39179,1731986418762 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/WALs/47efada56ed5,39179,1731986418762/47efada56ed5%2C39179%2C1731986418762.1731986421090 to pos 1033, reset compression=false 2024-11-19T03:20:42,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46551-0x101511b5eec0003, quorum=127.0.0.1:64222, baseZNode=/1384689997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1384689997/rs 2024-11-19T03:20:42,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37297-0x101511b5eec0004, quorum=127.0.0.1:64222, baseZNode=/1384689997 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1384689997/rs/47efada56ed5,37297,1731986424185 2024-11-19T03:20:42,077 INFO [RS:0;47efada56ed5:37297 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T03:20:42,088 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 47efada56ed5:37297 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 47efada56ed5/172.17.0.3:37297 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:20:42,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 47efada56ed5:37297 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 47efada56ed5/172.17.0.3:37297 2024-11-19T03:20:42,088 WARN [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,39179,1731986418762.replicationSource.shipper47efada56ed5%2C39179%2C1731986418762,1-47efada56ed5,39179,1731986418762 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=47efada56ed5:37297 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 47efada56ed5/172.17.0.3:37297 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 47efada56ed5/172.17.0.3:37297 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-19T03:20:42,110 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [47efada56ed5,37297,1731986424185] 2024-11-19T03:20:42,122 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1384689997/draining/47efada56ed5,37297,1731986424185 already deleted, retry=false 2024-11-19T03:20:42,122 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 47efada56ed5,37297,1731986424185 expired; onlineServers=0 2024-11-19T03:20:42,122 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '47efada56ed5,46551,1731986424035' ***** 2024-11-19T03:20:42,122 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T03:20:42,122 INFO [M:0;47efada56ed5:46551 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T03:20:42,122 INFO [M:0;47efada56ed5:46551 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T03:20:42,122 DEBUG [M:0;47efada56ed5:46551 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T03:20:42,122 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T03:20:42,122 DEBUG [M:0;47efada56ed5:46551 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T03:20:42,123 DEBUG [master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.small.0-1731986426640 {}] cleaner.HFileCleaner(306): Exit Thread[master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.small.0-1731986426640,5,FailOnTimeoutGroup] 2024-11-19T03:20:42,123 INFO [M:0;47efada56ed5:46551 {}] hbase.ChoreService(370): Chore service for: master/47efada56ed5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T03:20:42,123 INFO [M:0;47efada56ed5:46551 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T03:20:42,123 DEBUG [M:0;47efada56ed5:46551 {}] master.HMaster(1795): Stopping service threads 2024-11-19T03:20:42,123 INFO [M:0;47efada56ed5:46551 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T03:20:42,123 INFO [M:0;47efada56ed5:46551 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T03:20:42,123 DEBUG [master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.large.0-1731986426636 {}] cleaner.HFileCleaner(306): Exit Thread[master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.large.0-1731986426636,5,FailOnTimeoutGroup] 2024-11-19T03:20:42,123 INFO [M:0;47efada56ed5:46551 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T03:20:42,123 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T03:20:42,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46551-0x101511b5eec0003, quorum=127.0.0.1:64222, baseZNode=/1384689997 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1384689997/master 2024-11-19T03:20:42,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46551-0x101511b5eec0003, quorum=127.0.0.1:64222, baseZNode=/1384689997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1384689997 2024-11-19T03:20:42,133 DEBUG [M:0;47efada56ed5:46551 {}] zookeeper.ZKUtil(347): master:46551-0x101511b5eec0003, quorum=127.0.0.1:64222, baseZNode=/1384689997 Unable to get data of znode /1384689997/master because node does not exist (not an error) 2024-11-19T03:20:42,133 WARN [M:0;47efada56ed5:46551 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T03:20:42,133 INFO [M:0;47efada56ed5:46551 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/.lastflushedseqids 2024-11-19T03:20:42,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35011 is added to blk_1073741850_1026 (size=263) 2024-11-19T03:20:42,211 INFO [RS:0;47efada56ed5:37297 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T03:20:42,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37297-0x101511b5eec0004, quorum=127.0.0.1:64222, baseZNode=/1384689997 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T03:20:42,211 INFO [RS:0;47efada56ed5:37297 {}] regionserver.HRegionServer(1031): Exiting; stopping=47efada56ed5,37297,1731986424185; zookeeper connection closed. 2024-11-19T03:20:42,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37297-0x101511b5eec0004, quorum=127.0.0.1:64222, baseZNode=/1384689997 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T03:20:42,211 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4b1b0701 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4b1b0701 2024-11-19T03:20:42,211 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T03:20:42,538 INFO [M:0;47efada56ed5:46551 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T03:20:42,538 INFO [M:0;47efada56ed5:46551 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T03:20:42,538 DEBUG [M:0;47efada56ed5:46551 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T03:20:42,538 INFO [M:0;47efada56ed5:46551 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:20:42,538 DEBUG [M:0;47efada56ed5:46551 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:20:42,538 DEBUG [M:0;47efada56ed5:46551 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T03:20:42,538 DEBUG [M:0;47efada56ed5:46551 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:20:42,539 INFO [M:0;47efada56ed5:46551 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-19T03:20:42,553 DEBUG [M:0;47efada56ed5:46551 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/49ac6758965e400c91ac8bf72fce2c2d is 82, key is hbase:meta,,1/info:regioninfo/1731986427539/Put/seqid=0 2024-11-19T03:20:42,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35011 is added to blk_1073741851_1027 (size=5672) 2024-11-19T03:20:42,571 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,39179,1731986418762.replicationSource.wal-reader.47efada56ed5%2C39179%2C1731986418762,1-47efada56ed5,39179,1731986418762 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/WALs/47efada56ed5,39179,1731986418762/47efada56ed5%2C39179%2C1731986418762.1731986421090 to pos 1033, reset compression=false 2024-11-19T03:20:42,691 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,39179,1731986418762.replicationSource.shipper47efada56ed5%2C39179%2C1731986418762,1-47efada56ed5,39179,1731986418762 {}] ipc.AbstractRpcClient(357): Not trying to connect to 47efada56ed5:37297 this server is in the failed servers list 2024-11-19T03:20:42,692 WARN [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,39179,1731986418762.replicationSource.shipper47efada56ed5%2C39179%2C1731986418762,1-47efada56ed5,39179,1731986418762 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=47efada56ed5:37297 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 47efada56ed5:37297 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:270) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$Stub.replicateWALEntry(AdminProtos.java:34879) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.lambda$replicateWALEntry$9(AsyncRegionServerAdmin.java:166) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.call(AsyncRegionServerAdmin.java:103) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.replicateWALEntry(AsyncRegionServerAdmin.java:164) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.protobuf.ReplicationProtobufUtil.replicateWALEntry(ReplicationProtobufUtil.java:62) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:537) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 47efada56ed5:37297 at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:361) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 12 more 2024-11-19T03:20:42,957 INFO [M:0;47efada56ed5:46551 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/49ac6758965e400c91ac8bf72fce2c2d 2024-11-19T03:20:42,979 DEBUG [M:0;47efada56ed5:46551 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/478b6350dd7244ba94356248f045817a is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731986435291/Put/seqid=0 2024-11-19T03:20:42,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35011 is added to blk_1073741852_1028 (size=8516) 2024-11-19T03:20:43,274 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,39179,1731986418762.replicationSource.wal-reader.47efada56ed5%2C39179%2C1731986418762,1-47efada56ed5,39179,1731986418762 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/WALs/47efada56ed5,39179,1731986418762/47efada56ed5%2C39179%2C1731986418762.1731986421090 to pos 1033, reset compression=false 2024-11-19T03:20:43,384 INFO [M:0;47efada56ed5:46551 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/478b6350dd7244ba94356248f045817a 2024-11-19T03:20:43,393 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,39179,1731986418762.replicationSource.shipper47efada56ed5%2C39179%2C1731986418762,1-47efada56ed5,39179,1731986418762 {}] ipc.AbstractRpcClient(357): Not trying to connect to 47efada56ed5:37297 this server is in the failed servers list 2024-11-19T03:20:43,393 WARN [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,39179,1731986418762.replicationSource.shipper47efada56ed5%2C39179%2C1731986418762,1-47efada56ed5,39179,1731986418762 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=47efada56ed5:37297 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 47efada56ed5:37297 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:270) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$Stub.replicateWALEntry(AdminProtos.java:34879) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.lambda$replicateWALEntry$9(AsyncRegionServerAdmin.java:166) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.call(AsyncRegionServerAdmin.java:103) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.replicateWALEntry(AsyncRegionServerAdmin.java:164) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.protobuf.ReplicationProtobufUtil.replicateWALEntry(ReplicationProtobufUtil.java:62) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:537) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 47efada56ed5:37297 at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:361) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 12 more 2024-11-19T03:20:43,404 DEBUG [M:0;47efada56ed5:46551 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a14ae73e1ff248569b69724d228291f3 is 69, key is 47efada56ed5,37297,1731986424185/rs:state/1731986426746/Put/seqid=0 2024-11-19T03:20:43,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35011 is added to blk_1073741853_1029 (size=5156) 2024-11-19T03:20:43,408 INFO [M:0;47efada56ed5:46551 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a14ae73e1ff248569b69724d228291f3 2024-11-19T03:20:43,413 DEBUG [M:0;47efada56ed5:46551 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/49ac6758965e400c91ac8bf72fce2c2d as hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/49ac6758965e400c91ac8bf72fce2c2d 2024-11-19T03:20:43,417 INFO [M:0;47efada56ed5:46551 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/49ac6758965e400c91ac8bf72fce2c2d, entries=8, sequenceid=97, filesize=5.5 K 2024-11-19T03:20:43,418 DEBUG [M:0;47efada56ed5:46551 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/478b6350dd7244ba94356248f045817a as hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/478b6350dd7244ba94356248f045817a 2024-11-19T03:20:43,422 INFO [M:0;47efada56ed5:46551 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/478b6350dd7244ba94356248f045817a, entries=11, sequenceid=97, filesize=8.3 K 2024-11-19T03:20:43,423 DEBUG [M:0;47efada56ed5:46551 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a14ae73e1ff248569b69724d228291f3 as hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a14ae73e1ff248569b69724d228291f3 2024-11-19T03:20:43,427 INFO [M:0;47efada56ed5:46551 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46165/user/jenkins/test-data/2c68547f-04ad-3109-0269-17d880a7e8de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a14ae73e1ff248569b69724d228291f3, entries=1, sequenceid=97, filesize=5.0 K 2024-11-19T03:20:43,428 INFO [M:0;47efada56ed5:46551 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 890ms, sequenceid=97, compaction requested=false 2024-11-19T03:20:43,435 INFO [M:0;47efada56ed5:46551 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:20:43,435 DEBUG [M:0;47efada56ed5:46551 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731986442538Disabling compacts and flushes for region at 1731986442538Disabling writes for close at 1731986442538Obtaining lock to block concurrent updates at 1731986442539 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731986442539Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731986442539Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731986442540 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731986442540Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731986442552 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731986442552Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731986442962 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731986442979 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731986442979Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731986443388 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731986443403 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731986443404 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ebf486d: reopening flushed file at 1731986443412 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44805e9f: reopening flushed file at 1731986443417 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73f9e944: reopening flushed file at 1731986443422 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 890ms, sequenceid=97, compaction requested=false at 1731986443428 (+6 ms)Writing region close event to WAL at 1731986443435 (+7 ms)Closed at 1731986443435 2024-11-19T03:20:43,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35011 is added to blk_1073741830_1006 (size=63654) 2024-11-19T03:20:43,438 INFO [M:0;47efada56ed5:46551 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T03:20:43,438 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T03:20:43,438 INFO [M:0;47efada56ed5:46551 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46551 2024-11-19T03:20:43,439 INFO [M:0;47efada56ed5:46551 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T03:20:43,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46551-0x101511b5eec0003, quorum=127.0.0.1:64222, baseZNode=/1384689997 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T03:20:43,601 INFO [M:0;47efada56ed5:46551 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T03:20:43,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46551-0x101511b5eec0003, quorum=127.0.0.1:64222, baseZNode=/1384689997 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T03:20:43,634 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b15600d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T03:20:43,635 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@73507199{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T03:20:43,635 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T03:20:43,635 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4378e154{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T03:20:43,635 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9137e38{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ebc1d1f4-e61d-b74e-ca1d-7700e379ba6a/hadoop.log.dir/,STOPPED} 2024-11-19T03:20:43,636 WARN [BP-1080493252-172.17.0.3-1731986422357 heartbeating to localhost/127.0.0.1:46165 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T03:20:43,636 WARN [BP-1080493252-172.17.0.3-1731986422357 heartbeating to localhost/127.0.0.1:46165 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1080493252-172.17.0.3-1731986422357 (Datanode Uuid d2efabde-9a81-4292-a1e7-6f8203807b48) service to localhost/127.0.0.1:46165 2024-11-19T03:20:43,636 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ebc1d1f4-e61d-b74e-ca1d-7700e379ba6a/cluster_75b9d259-e465-7ee9-371a-05958bed7347/data/data1/current/BP-1080493252-172.17.0.3-1731986422357 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T03:20:43,637 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ebc1d1f4-e61d-b74e-ca1d-7700e379ba6a/cluster_75b9d259-e465-7ee9-371a-05958bed7347/data/data2/current/BP-1080493252-172.17.0.3-1731986422357 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T03:20:43,637 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T03:20:43,637 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T03:20:43,637 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T03:20:43,642 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7dd3edb5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T03:20:43,642 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5d68b615{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T03:20:43,642 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T03:20:43,643 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@276b7d06{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T03:20:43,643 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24f071ea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ebc1d1f4-e61d-b74e-ca1d-7700e379ba6a/hadoop.log.dir/,STOPPED} 2024-11-19T03:20:43,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T03:20:43,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T03:20:43,655 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T03:20:43,655 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:20:43,655 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:20:43,655 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:20:43,655 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:20:43,656 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T03:20:43,656 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1194637447, stopped=false 2024-11-19T03:20:43,656 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=47efada56ed5,40785,1731986418552 2024-11-19T03:20:43,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39179-0x101511b5eec0001, quorum=127.0.0.1:64222, baseZNode=/0-1758122917 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1758122917/running 2024-11-19T03:20:43,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40785-0x101511b5eec0000, quorum=127.0.0.1:64222, baseZNode=/0-1758122917 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1758122917/running 2024-11-19T03:20:43,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39179-0x101511b5eec0001, quorum=127.0.0.1:64222, baseZNode=/0-1758122917 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1758122917 2024-11-19T03:20:43,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40785-0x101511b5eec0000, quorum=127.0.0.1:64222, baseZNode=/0-1758122917 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1758122917 2024-11-19T03:20:43,670 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T03:20:43,670 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40785-0x101511b5eec0000, quorum=127.0.0.1:64222, baseZNode=/0-1758122917 Set watcher on znode that does not yet exist, /0-1758122917/running 2024-11-19T03:20:43,670 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T03:20:43,670 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39179-0x101511b5eec0001, quorum=127.0.0.1:64222, baseZNode=/0-1758122917 Set watcher on znode that does not yet exist, /0-1758122917/running 2024-11-19T03:20:43,670 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:20:43,670 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:20:43,671 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '47efada56ed5,39179,1731986418762' ***** 2024-11-19T03:20:43,671 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T03:20:43,671 INFO [RS:0;47efada56ed5:39179 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T03:20:43,671 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T03:20:43,671 INFO [RS:0;47efada56ed5:39179 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T03:20:43,671 INFO [RS:0;47efada56ed5:39179 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T03:20:43,671 INFO [regionserver/47efada56ed5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T03:20:43,671 INFO [RS:0;47efada56ed5:39179 {}] regionserver.HRegionServer(3091): Received CLOSE for 1057477fe4228cda7ebcf1e89495b17e 2024-11-19T03:20:43,671 INFO [RS:0;47efada56ed5:39179 {}] regionserver.HRegionServer(3091): Received CLOSE for 53f9ed427b220e76a88521320b1a5d9b 2024-11-19T03:20:43,671 INFO [RS:0;47efada56ed5:39179 {}] regionserver.HRegionServer(959): stopping server 47efada56ed5,39179,1731986418762 2024-11-19T03:20:43,671 INFO [RS:0;47efada56ed5:39179 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T03:20:43,671 INFO [RS:0;47efada56ed5:39179 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;47efada56ed5:39179. 2024-11-19T03:20:43,671 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1057477fe4228cda7ebcf1e89495b17e, disabling compactions & flushes 2024-11-19T03:20:43,671 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731986431960.1057477fe4228cda7ebcf1e89495b17e. 2024-11-19T03:20:43,672 DEBUG [RS:0;47efada56ed5:39179 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:20:43,672 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731986431960.1057477fe4228cda7ebcf1e89495b17e. 2024-11-19T03:20:43,672 DEBUG [RS:0;47efada56ed5:39179 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:20:43,672 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731986431960.1057477fe4228cda7ebcf1e89495b17e. after waiting 0 ms 2024-11-19T03:20:43,672 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731986431960.1057477fe4228cda7ebcf1e89495b17e. 2024-11-19T03:20:43,672 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1057477fe4228cda7ebcf1e89495b17e 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-19T03:20:43,672 INFO [RS:0;47efada56ed5:39179 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T03:20:43,672 INFO [RS:0;47efada56ed5:39179 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T03:20:43,672 INFO [RS:0;47efada56ed5:39179 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T03:20:43,672 INFO [RS:0;47efada56ed5:39179 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T03:20:43,672 INFO [RS:0;47efada56ed5:39179 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-19T03:20:43,672 DEBUG [RS:0;47efada56ed5:39179 {}] regionserver.HRegionServer(1325): Online Regions={1057477fe4228cda7ebcf1e89495b17e=hbase:replication,,1731986431960.1057477fe4228cda7ebcf1e89495b17e., 1588230740=hbase:meta,,1.1588230740, 53f9ed427b220e76a88521320b1a5d9b=test,,1731986427643.53f9ed427b220e76a88521320b1a5d9b.} 2024-11-19T03:20:43,672 DEBUG [RS:0;47efada56ed5:39179 {}] regionserver.HRegionServer(1351): Waiting on 1057477fe4228cda7ebcf1e89495b17e, 1588230740, 53f9ed427b220e76a88521320b1a5d9b 2024-11-19T03:20:43,672 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T03:20:43,672 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T03:20:43,672 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T03:20:43,672 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T03:20:43,672 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T03:20:43,672 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-19T03:20:43,689 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/data/hbase/meta/1588230740/.tmp/info/925357f731bb4f229acb2ba227599c5c is 147, key is hbase:replication,,1731986431960.1057477fe4228cda7ebcf1e89495b17e./info:regioninfo/1731986433125/Put/seqid=0 2024-11-19T03:20:43,690 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/data/hbase/replication/1057477fe4228cda7ebcf1e89495b17e/.tmp/hfileref/b9f7f009f39547039d63f784d5ab9c00 is 74, key is 1/hfileref:18cc784f5e51416c84d68402bc04073f_SeqId_6_/1731986439762/Put/seqid=0 2024-11-19T03:20:43,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35013 is added to blk_1073741846_1022 (size=7686) 2024-11-19T03:20:43,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35013 is added to blk_1073741847_1023 (size=5345) 2024-11-19T03:20:43,693 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/data/hbase/meta/1588230740/.tmp/info/925357f731bb4f229acb2ba227599c5c 2024-11-19T03:20:43,717 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/data/hbase/meta/1588230740/.tmp/ns/5444ce2659da4d4689b2176459d12c2a is 43, key is default/ns:d/1731986422214/Put/seqid=0 2024-11-19T03:20:43,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35013 is added to blk_1073741848_1024 (size=5153) 2024-11-19T03:20:43,872 DEBUG [RS:0;47efada56ed5:39179 {}] regionserver.HRegionServer(1351): Waiting on 1057477fe4228cda7ebcf1e89495b17e, 1588230740, 53f9ed427b220e76a88521320b1a5d9b 2024-11-19T03:20:43,989 INFO [regionserver/47efada56ed5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T03:20:43,989 INFO [regionserver/47efada56ed5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T03:20:44,073 DEBUG [RS:0;47efada56ed5:39179 {}] regionserver.HRegionServer(1351): Waiting on 1057477fe4228cda7ebcf1e89495b17e, 1588230740, 53f9ed427b220e76a88521320b1a5d9b 2024-11-19T03:20:44,078 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,39179,1731986418762.replicationSource.wal-reader.47efada56ed5%2C39179%2C1731986418762,1-47efada56ed5,39179,1731986418762 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/WALs/47efada56ed5,39179,1731986418762/47efada56ed5%2C39179%2C1731986418762.1731986421090 to pos 1033, reset compression=false 2024-11-19T03:20:44,094 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/data/hbase/replication/1057477fe4228cda7ebcf1e89495b17e/.tmp/hfileref/b9f7f009f39547039d63f784d5ab9c00 2024-11-19T03:20:44,111 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/data/hbase/replication/1057477fe4228cda7ebcf1e89495b17e/.tmp/queue/f95b0ba94183431f8e17e6d12f1135a7 is 153, key is 1-47efada56ed5,39179,1731986418762/queue:47efada56ed5%2C39179%2C1731986418762/1731986437889/Put/seqid=0 2024-11-19T03:20:44,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35013 is added to blk_1073741849_1025 (size=5352) 2024-11-19T03:20:44,121 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/data/hbase/meta/1588230740/.tmp/ns/5444ce2659da4d4689b2176459d12c2a 2024-11-19T03:20:44,144 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/data/hbase/meta/1588230740/.tmp/rep_barrier/0e20fdf8b8924dc59c7a27ce605b0667 is 112, key is test,,1731986427643.53f9ed427b220e76a88521320b1a5d9b./rep_barrier:seqnumDuringOpen/1731986428795/Put/seqid=0 2024-11-19T03:20:44,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35013 is added to blk_1073741850_1026 (size=5518) 2024-11-19T03:20:44,194 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 47efada56ed5:37297 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 47efada56ed5/172.17.0.3:37297 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:20:44,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 47efada56ed5:37297 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 47efada56ed5/172.17.0.3:37297 2024-11-19T03:20:44,195 WARN [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,39179,1731986418762.replicationSource.shipper47efada56ed5%2C39179%2C1731986418762,1-47efada56ed5,39179,1731986418762 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=47efada56ed5:37297 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 47efada56ed5/172.17.0.3:37297 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 47efada56ed5/172.17.0.3:37297 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-19T03:20:44,196 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 47efada56ed5:46551 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 47efada56ed5/172.17.0.3:46551 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:20:44,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 47efada56ed5:46551 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 47efada56ed5/172.17.0.3:46551 2024-11-19T03:20:44,273 DEBUG [RS:0;47efada56ed5:39179 {}] regionserver.HRegionServer(1351): Waiting on 1057477fe4228cda7ebcf1e89495b17e, 1588230740, 53f9ed427b220e76a88521320b1a5d9b 2024-11-19T03:20:44,298 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T03:20:44,299 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 47efada56ed5:46551 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 47efada56ed5/172.17.0.3:46551 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T03:20:44,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [47efada56ed5,46551,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=47efada56ed5:46551 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 47efada56ed5/172.17.0.3:46551 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-19T03:20:44,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 47efada56ed5:46551 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 47efada56ed5/172.17.0.3:46551 2024-11-19T03:20:44,473 DEBUG [RS:0;47efada56ed5:39179 {}] regionserver.HRegionServer(1351): Waiting on 1057477fe4228cda7ebcf1e89495b17e, 1588230740, 53f9ed427b220e76a88521320b1a5d9b 2024-11-19T03:20:44,508 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T03:20:44,508 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 47efada56ed5:46551 this server is in the failed servers list 2024-11-19T03:20:44,509 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [47efada56ed5,46551,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=47efada56ed5:46551 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 47efada56ed5:46551 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T03:20:44,516 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/data/hbase/replication/1057477fe4228cda7ebcf1e89495b17e/.tmp/queue/f95b0ba94183431f8e17e6d12f1135a7 2024-11-19T03:20:44,521 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/data/hbase/replication/1057477fe4228cda7ebcf1e89495b17e/.tmp/hfileref/b9f7f009f39547039d63f784d5ab9c00 as hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/data/hbase/replication/1057477fe4228cda7ebcf1e89495b17e/hfileref/b9f7f009f39547039d63f784d5ab9c00 2024-11-19T03:20:44,525 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/data/hbase/replication/1057477fe4228cda7ebcf1e89495b17e/hfileref/b9f7f009f39547039d63f784d5ab9c00, entries=4, sequenceid=10, filesize=5.2 K 2024-11-19T03:20:44,526 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/data/hbase/replication/1057477fe4228cda7ebcf1e89495b17e/.tmp/queue/f95b0ba94183431f8e17e6d12f1135a7 as hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/data/hbase/replication/1057477fe4228cda7ebcf1e89495b17e/queue/f95b0ba94183431f8e17e6d12f1135a7 2024-11-19T03:20:44,530 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/data/hbase/replication/1057477fe4228cda7ebcf1e89495b17e/queue/f95b0ba94183431f8e17e6d12f1135a7, entries=1, sequenceid=10, filesize=5.2 K 2024-11-19T03:20:44,531 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 1057477fe4228cda7ebcf1e89495b17e in 859ms, sequenceid=10, compaction requested=false 2024-11-19T03:20:44,538 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/data/hbase/replication/1057477fe4228cda7ebcf1e89495b17e/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-19T03:20:44,538 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T03:20:44,538 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T03:20:44,538 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731986431960.1057477fe4228cda7ebcf1e89495b17e. 2024-11-19T03:20:44,538 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1057477fe4228cda7ebcf1e89495b17e: Waiting for close lock at 1731986443671Running coprocessor pre-close hooks at 1731986443671Disabling compacts and flushes for region at 1731986443671Disabling writes for close at 1731986443672 (+1 ms)Obtaining lock to block concurrent updates at 1731986443672Preparing flush snapshotting stores in 1057477fe4228cda7ebcf1e89495b17e at 1731986443672Finished memstore snapshotting hbase:replication,,1731986431960.1057477fe4228cda7ebcf1e89495b17e., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1731986443672Flushing stores of hbase:replication,,1731986431960.1057477fe4228cda7ebcf1e89495b17e. at 1731986443672Flushing 1057477fe4228cda7ebcf1e89495b17e/hfileref: creating writer at 1731986443673 (+1 ms)Flushing 1057477fe4228cda7ebcf1e89495b17e/hfileref: appending metadata at 1731986443689 (+16 ms)Flushing 1057477fe4228cda7ebcf1e89495b17e/hfileref: closing flushed file at 1731986443689Flushing 1057477fe4228cda7ebcf1e89495b17e/queue: creating writer at 1731986444098 (+409 ms)Flushing 1057477fe4228cda7ebcf1e89495b17e/queue: appending metadata at 1731986444111 (+13 ms)Flushing 1057477fe4228cda7ebcf1e89495b17e/queue: closing flushed file at 1731986444111Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2dabc151: reopening flushed file at 1731986444520 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30d2839: reopening flushed file at 1731986444525 (+5 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 1057477fe4228cda7ebcf1e89495b17e in 859ms, sequenceid=10, compaction requested=false at 1731986444531 (+6 ms)Writing region close event to WAL at 1731986444535 (+4 ms)Running coprocessor post-close hooks at 1731986444538 (+3 ms)Closed at 1731986444538 2024-11-19T03:20:44,538 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731986431960.1057477fe4228cda7ebcf1e89495b17e. 2024-11-19T03:20:44,539 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 53f9ed427b220e76a88521320b1a5d9b, disabling compactions & flushes 2024-11-19T03:20:44,539 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731986427643.53f9ed427b220e76a88521320b1a5d9b. 2024-11-19T03:20:44,539 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731986427643.53f9ed427b220e76a88521320b1a5d9b. 2024-11-19T03:20:44,539 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731986427643.53f9ed427b220e76a88521320b1a5d9b. after waiting 0 ms 2024-11-19T03:20:44,539 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731986427643.53f9ed427b220e76a88521320b1a5d9b. 2024-11-19T03:20:44,541 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/data/default/test/53f9ed427b220e76a88521320b1a5d9b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-19T03:20:44,542 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T03:20:44,542 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T03:20:44,542 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731986427643.53f9ed427b220e76a88521320b1a5d9b. 2024-11-19T03:20:44,542 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 53f9ed427b220e76a88521320b1a5d9b: Waiting for close lock at 1731986444538Running coprocessor pre-close hooks at 1731986444538Disabling compacts and flushes for region at 1731986444539 (+1 ms)Disabling writes for close at 1731986444539Writing region close event to WAL at 1731986444539Running coprocessor post-close hooks at 1731986444542 (+3 ms)Closed at 1731986444542 2024-11-19T03:20:44,542 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731986427643.53f9ed427b220e76a88521320b1a5d9b. 2024-11-19T03:20:44,548 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/data/hbase/meta/1588230740/.tmp/rep_barrier/0e20fdf8b8924dc59c7a27ce605b0667 2024-11-19T03:20:44,567 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/data/hbase/meta/1588230740/.tmp/table/c7d73d33c61544e7ab03c677b43e46a5 is 53, key is hbase:replication/table:state/1731986433133/Put/seqid=0 2024-11-19T03:20:44,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35013 is added to blk_1073741851_1027 (size=5308) 2024-11-19T03:20:44,673 INFO [RS:0;47efada56ed5:39179 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T03:20:44,673 DEBUG [RS:0;47efada56ed5:39179 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-19T03:20:44,673 DEBUG [RS:0;47efada56ed5:39179 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T03:20:44,818 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T03:20:44,819 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 47efada56ed5:46551 this server is in the failed servers list 2024-11-19T03:20:44,819 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [47efada56ed5,46551,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=47efada56ed5:46551 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 47efada56ed5:46551 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T03:20:44,873 DEBUG [RS:0;47efada56ed5:39179 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T03:20:44,971 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/data/hbase/meta/1588230740/.tmp/table/c7d73d33c61544e7ab03c677b43e46a5 2024-11-19T03:20:44,976 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/data/hbase/meta/1588230740/.tmp/info/925357f731bb4f229acb2ba227599c5c as hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/data/hbase/meta/1588230740/info/925357f731bb4f229acb2ba227599c5c 2024-11-19T03:20:44,981 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/data/hbase/meta/1588230740/info/925357f731bb4f229acb2ba227599c5c, entries=20, sequenceid=16, filesize=7.5 K 2024-11-19T03:20:44,982 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/data/hbase/meta/1588230740/.tmp/ns/5444ce2659da4d4689b2176459d12c2a as hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/data/hbase/meta/1588230740/ns/5444ce2659da4d4689b2176459d12c2a 2024-11-19T03:20:44,981 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,39179,1731986418762.replicationSource.wal-reader.47efada56ed5%2C39179%2C1731986418762,1-47efada56ed5,39179,1731986418762 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/WALs/47efada56ed5,39179,1731986418762/47efada56ed5%2C39179%2C1731986418762.1731986421090 to pos 1033, reset compression=false 2024-11-19T03:20:44,988 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/data/hbase/meta/1588230740/ns/5444ce2659da4d4689b2176459d12c2a, entries=2, sequenceid=16, filesize=5.0 K 2024-11-19T03:20:44,989 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/data/hbase/meta/1588230740/.tmp/rep_barrier/0e20fdf8b8924dc59c7a27ce605b0667 as hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/data/hbase/meta/1588230740/rep_barrier/0e20fdf8b8924dc59c7a27ce605b0667 2024-11-19T03:20:44,993 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/data/hbase/meta/1588230740/rep_barrier/0e20fdf8b8924dc59c7a27ce605b0667, entries=1, sequenceid=16, filesize=5.4 K 2024-11-19T03:20:44,994 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/data/hbase/meta/1588230740/.tmp/table/c7d73d33c61544e7ab03c677b43e46a5 as hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/data/hbase/meta/1588230740/table/c7d73d33c61544e7ab03c677b43e46a5 2024-11-19T03:20:44,998 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/data/hbase/meta/1588230740/table/c7d73d33c61544e7ab03c677b43e46a5, entries=4, sequenceid=16, filesize=5.2 K 2024-11-19T03:20:44,999 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1327ms, sequenceid=16, compaction requested=false 2024-11-19T03:20:45,007 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,39179,1731986418762.replicationSource.wal-reader.47efada56ed5%2C39179%2C1731986418762,1-47efada56ed5,39179,1731986418762 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T03:20:45,007 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,39179,1731986418762.replicationSource.wal-reader.47efada56ed5%2C39179%2C1731986418762,1-47efada56ed5,39179,1731986418762 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/WALs/47efada56ed5,39179,1731986418762/47efada56ed5%2C39179%2C1731986418762.1731986421090 to pos 1328, reset compression=false 2024-11-19T03:20:45,010 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-19T03:20:45,011 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T03:20:45,011 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T03:20:45,011 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T03:20:45,011 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731986443672Running coprocessor pre-close hooks at 1731986443672Disabling compacts and flushes for region at 1731986443672Disabling writes for close at 1731986443672Obtaining lock to block concurrent updates at 1731986443672Preparing flush snapshotting stores in 1588230740 at 1731986443672Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731986443673 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731986443673Flushing 1588230740/info: creating writer at 1731986443673Flushing 1588230740/info: appending metadata at 1731986443689 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731986443689Flushing 1588230740/ns: creating writer at 1731986443698 (+9 ms)Flushing 1588230740/ns: appending metadata at 1731986443716 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731986443716Flushing 1588230740/rep_barrier: creating writer at 1731986444126 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731986444143 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731986444143Flushing 1588230740/table: creating writer at 1731986444551 (+408 ms)Flushing 1588230740/table: appending metadata at 1731986444566 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731986444567 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30c62e0: reopening flushed file at 1731986444975 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45a5154f: reopening flushed file at 1731986444981 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ee8a063: reopening flushed file at 1731986444988 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70b82231: reopening flushed file at 1731986444993 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1327ms, sequenceid=16, compaction requested=false at 1731986444999 (+6 ms)Writing region close event to WAL at 1731986445006 (+7 ms)Running coprocessor post-close hooks at 1731986445011 (+5 ms)Closed at 1731986445011 2024-11-19T03:20:45,011 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T03:20:45,074 INFO [RS:0;47efada56ed5:39179 {}] regionserver.HRegionServer(976): stopping server 47efada56ed5,39179,1731986418762; all regions closed. 2024-11-19T03:20:45,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35013 is added to blk_1073741834_1010 (size=4239) 2024-11-19T03:20:45,076 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/WALs/47efada56ed5,39179,1731986418762/47efada56ed5%2C39179%2C1731986418762.meta.1731986422148.meta not finished, retry = 0 2024-11-19T03:20:45,178 DEBUG [RS:0;47efada56ed5:39179 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/oldWALs 2024-11-19T03:20:45,178 INFO [RS:0;47efada56ed5:39179 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 47efada56ed5%2C39179%2C1731986418762.meta:.meta(num 1731986422148) 2024-11-19T03:20:45,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35013 is added to blk_1073741839_1015 (size=2695) 2024-11-19T03:20:45,182 DEBUG [RS:0;47efada56ed5:39179 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/oldWALs 2024-11-19T03:20:45,182 INFO [RS:0;47efada56ed5:39179 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 47efada56ed5%2C39179%2C1731986418762.rep:(num 1731986433095) 2024-11-19T03:20:45,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35013 is added to blk_1073741832_1008 (size=1336) 2024-11-19T03:20:45,185 DEBUG [RS:0;47efada56ed5:39179 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/oldWALs 2024-11-19T03:20:45,185 INFO [RS:0;47efada56ed5:39179 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 47efada56ed5%2C39179%2C1731986418762:(num 1731986421090) 2024-11-19T03:20:45,185 DEBUG [RS:0;47efada56ed5:39179 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:20:45,185 INFO [RS:0;47efada56ed5:39179 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T03:20:45,185 INFO [RS:0;47efada56ed5:39179 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T03:20:45,185 INFO [RS:0;47efada56ed5:39179 {}] hbase.ChoreService(370): Chore service for: regionserver/47efada56ed5:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T03:20:45,186 INFO [RS:0;47efada56ed5:39179 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T03:20:45,186 INFO [regionserver/47efada56ed5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T03:20:45,186 INFO [RS:0;47efada56ed5:39179 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-47efada56ed5,39179,1731986418762 because: Region server is closing 2024-11-19T03:20:45,186 INFO [RS:0;47efada56ed5:39179 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;47efada56ed5:39179. 2024-11-19T03:20:45,186 DEBUG [RS:0;47efada56ed5:39179 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:20:45,186 DEBUG [RS:0;47efada56ed5:39179 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:20:45,186 DEBUG [RS:0;47efada56ed5:39179 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:20:45,186 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:20:45,287 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,39179,1731986418762.replicationSource.shipper47efada56ed5%2C39179%2C1731986418762,1-47efada56ed5,39179,1731986418762 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 5 more 2024-11-19T03:20:45,287 WARN [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,39179,1731986418762.replicationSource.shipper47efada56ed5%2C39179%2C1731986418762,1-47efada56ed5,39179,1731986418762 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-19T03:20:45,329 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T03:20:45,329 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 47efada56ed5:46551 this server is in the failed servers list 2024-11-19T03:20:45,329 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [47efada56ed5,46551,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=47efada56ed5:46551 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 47efada56ed5:46551 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T03:20:45,921 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T03:20:45,952 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:20:45,952 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:20:45,952 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:20:45,953 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:20:45,953 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:20:45,953 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:20:45,959 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:20:45,961 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:20:45,964 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:20:46,187 INFO [RS:0;47efada56ed5:39179 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,39179,1731986418762.replicationSource.shipper47efada56ed5%2C39179%2C1731986418762,1-47efada56ed5,39179,1731986418762 terminated 2024-11-19T03:20:46,187 INFO [RS:0;47efada56ed5:39179 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;47efada56ed5:39179. 2024-11-19T03:20:46,187 DEBUG [RS:0;47efada56ed5:39179 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:20:46,187 DEBUG [RS:0;47efada56ed5:39179 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:20:46,187 DEBUG [RS:0;47efada56ed5:39179 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:20:46,187 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:20:46,187 INFO [RS:0;47efada56ed5:39179 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39179 2024-11-19T03:20:46,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40785-0x101511b5eec0000, quorum=127.0.0.1:64222, baseZNode=/0-1758122917 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1758122917/rs 2024-11-19T03:20:46,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39179-0x101511b5eec0001, quorum=127.0.0.1:64222, baseZNode=/0-1758122917 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1758122917/rs/47efada56ed5,39179,1731986418762 2024-11-19T03:20:46,248 INFO [RS:0;47efada56ed5:39179 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T03:20:46,259 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [47efada56ed5,39179,1731986418762] 2024-11-19T03:20:46,269 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1758122917/draining/47efada56ed5,39179,1731986418762 already deleted, retry=false 2024-11-19T03:20:46,269 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 47efada56ed5,39179,1731986418762 expired; onlineServers=0 2024-11-19T03:20:46,269 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '47efada56ed5,40785,1731986418552' ***** 2024-11-19T03:20:46,269 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T03:20:46,269 INFO [M:0;47efada56ed5:40785 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T03:20:46,269 INFO [M:0;47efada56ed5:40785 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T03:20:46,269 DEBUG [M:0;47efada56ed5:40785 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T03:20:46,269 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T03:20:46,270 DEBUG [M:0;47efada56ed5:40785 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T03:20:46,270 DEBUG [master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.small.0-1731986420901 {}] cleaner.HFileCleaner(306): Exit Thread[master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.small.0-1731986420901,5,FailOnTimeoutGroup] 2024-11-19T03:20:46,270 DEBUG [master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.large.0-1731986420901 {}] cleaner.HFileCleaner(306): Exit Thread[master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.large.0-1731986420901,5,FailOnTimeoutGroup] 2024-11-19T03:20:46,270 INFO [M:0;47efada56ed5:40785 {}] hbase.ChoreService(370): Chore service for: master/47efada56ed5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T03:20:46,270 INFO [M:0;47efada56ed5:40785 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T03:20:46,270 DEBUG [M:0;47efada56ed5:40785 {}] master.HMaster(1795): Stopping service threads 2024-11-19T03:20:46,270 INFO [M:0;47efada56ed5:40785 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T03:20:46,270 INFO [M:0;47efada56ed5:40785 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T03:20:46,270 INFO [M:0;47efada56ed5:40785 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T03:20:46,270 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T03:20:46,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40785-0x101511b5eec0000, quorum=127.0.0.1:64222, baseZNode=/0-1758122917 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1758122917/master 2024-11-19T03:20:46,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40785-0x101511b5eec0000, quorum=127.0.0.1:64222, baseZNode=/0-1758122917 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1758122917 2024-11-19T03:20:46,280 DEBUG [M:0;47efada56ed5:40785 {}] zookeeper.ZKUtil(347): master:40785-0x101511b5eec0000, quorum=127.0.0.1:64222, baseZNode=/0-1758122917 Unable to get data of znode /0-1758122917/master because node does not exist (not an error) 2024-11-19T03:20:46,280 WARN [M:0;47efada56ed5:40785 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T03:20:46,280 INFO [M:0;47efada56ed5:40785 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/.lastflushedseqids 2024-11-19T03:20:46,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35013 is added to blk_1073741852_1028 (size=263) 2024-11-19T03:20:46,338 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T03:20:46,338 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [47efada56ed5,46551,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=47efada56ed5:46551 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T03:20:46,341 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2143 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [47efada56ed5,46551,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=47efada56ed5:46551 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T03:20:46,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39179-0x101511b5eec0001, quorum=127.0.0.1:64222, baseZNode=/0-1758122917 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T03:20:46,359 INFO [RS:0;47efada56ed5:39179 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T03:20:46,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39179-0x101511b5eec0001, quorum=127.0.0.1:64222, baseZNode=/0-1758122917 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T03:20:46,359 INFO [RS:0;47efada56ed5:39179 {}] regionserver.HRegionServer(1031): Exiting; stopping=47efada56ed5,39179,1731986418762; zookeeper connection closed. 2024-11-19T03:20:46,359 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2dde5ee2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2dde5ee2 2024-11-19T03:20:46,360 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T03:20:46,486 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T03:20:46,487 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T03:20:46,487 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-19T03:20:46,487 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-19T03:20:46,487 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T03:20:46,487 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T03:20:46,685 INFO [M:0;47efada56ed5:40785 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T03:20:46,685 INFO [M:0;47efada56ed5:40785 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T03:20:46,685 DEBUG [M:0;47efada56ed5:40785 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T03:20:46,685 INFO [M:0;47efada56ed5:40785 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:20:46,685 DEBUG [M:0;47efada56ed5:40785 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:20:46,685 DEBUG [M:0;47efada56ed5:40785 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T03:20:46,685 DEBUG [M:0;47efada56ed5:40785 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:20:46,685 INFO [M:0;47efada56ed5:40785 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-19T03:20:46,699 DEBUG [M:0;47efada56ed5:40785 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a0191eed02464f4496a3f74f475628ae is 82, key is hbase:meta,,1/info:regioninfo/1731986422186/Put/seqid=0 2024-11-19T03:20:46,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35013 is added to blk_1073741853_1029 (size=5672) 2024-11-19T03:20:47,103 INFO [M:0;47efada56ed5:40785 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a0191eed02464f4496a3f74f475628ae 2024-11-19T03:20:47,124 DEBUG [M:0;47efada56ed5:40785 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/836845dc09354a08b2127b16bf6b009b is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731986433136/Put/seqid=0 2024-11-19T03:20:47,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35013 is added to blk_1073741854_1030 (size=8517) 2024-11-19T03:20:47,128 INFO [M:0;47efada56ed5:40785 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/836845dc09354a08b2127b16bf6b009b 2024-11-19T03:20:47,151 DEBUG [M:0;47efada56ed5:40785 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a098c4ed891a4bde98fd166b0d62204e is 69, key is 47efada56ed5,39179,1731986418762/rs:state/1731986420928/Put/seqid=0 2024-11-19T03:20:47,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35013 is added to blk_1073741855_1031 (size=5156) 2024-11-19T03:20:47,556 INFO [M:0;47efada56ed5:40785 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a098c4ed891a4bde98fd166b0d62204e 2024-11-19T03:20:47,560 DEBUG [M:0;47efada56ed5:40785 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a0191eed02464f4496a3f74f475628ae as hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a0191eed02464f4496a3f74f475628ae 2024-11-19T03:20:47,564 INFO [M:0;47efada56ed5:40785 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a0191eed02464f4496a3f74f475628ae, entries=8, sequenceid=97, filesize=5.5 K 2024-11-19T03:20:47,565 DEBUG [M:0;47efada56ed5:40785 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/836845dc09354a08b2127b16bf6b009b as hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/836845dc09354a08b2127b16bf6b009b 2024-11-19T03:20:47,569 INFO [M:0;47efada56ed5:40785 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/836845dc09354a08b2127b16bf6b009b, entries=11, sequenceid=97, filesize=8.3 K 2024-11-19T03:20:47,570 DEBUG [M:0;47efada56ed5:40785 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a098c4ed891a4bde98fd166b0d62204e as hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a098c4ed891a4bde98fd166b0d62204e 2024-11-19T03:20:47,573 INFO [M:0;47efada56ed5:40785 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41897/user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a098c4ed891a4bde98fd166b0d62204e, entries=1, sequenceid=97, filesize=5.0 K 2024-11-19T03:20:47,574 INFO [M:0;47efada56ed5:40785 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 889ms, sequenceid=97, compaction requested=false 2024-11-19T03:20:47,575 INFO [M:0;47efada56ed5:40785 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:20:47,575 DEBUG [M:0;47efada56ed5:40785 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731986446685Disabling compacts and flushes for region at 1731986446685Disabling writes for close at 1731986446685Obtaining lock to block concurrent updates at 1731986446685Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731986446685Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731986446686 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731986446686Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731986446686Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731986446699 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731986446699Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731986447107 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731986447123 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731986447124 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731986447132 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731986447151 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731986447151Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e07f040: reopening flushed file at 1731986447559 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@645c917b: reopening flushed file at 1731986447564 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f1af4ca: reopening flushed file at 1731986447569 (+5 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 889ms, sequenceid=97, compaction requested=false at 1731986447574 (+5 ms)Writing region close event to WAL at 1731986447575 (+1 ms)Closed at 1731986447575 2024-11-19T03:20:47,577 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/253a9b27-d6f0-6bba-07a7-cba10a2be0e0/MasterData/WALs/47efada56ed5,40785,1731986418552/47efada56ed5%2C40785%2C1731986418552.1731986420566 not finished, retry = 0 2024-11-19T03:20:47,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35013 is added to blk_1073741830_1006 (size=63666) 2024-11-19T03:20:47,678 INFO [M:0;47efada56ed5:40785 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T03:20:47,678 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T03:20:47,678 INFO [M:0;47efada56ed5:40785 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40785 2024-11-19T03:20:47,678 INFO [M:0;47efada56ed5:40785 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T03:20:47,831 INFO [M:0;47efada56ed5:40785 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T03:20:47,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40785-0x101511b5eec0000, quorum=127.0.0.1:64222, baseZNode=/0-1758122917 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T03:20:47,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40785-0x101511b5eec0000, quorum=127.0.0.1:64222, baseZNode=/0-1758122917 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T03:20:47,833 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@64f2cb0a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T03:20:47,834 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@f697db0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T03:20:47,834 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T03:20:47,834 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@454830c0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T03:20:47,834 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a5c7b60{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2c0d274c-ac9b-683d-a990-2f32dca58b4a/hadoop.log.dir/,STOPPED} 2024-11-19T03:20:47,835 WARN [BP-853494008-172.17.0.3-1731986416472 heartbeating to localhost/127.0.0.1:41897 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T03:20:47,835 WARN [BP-853494008-172.17.0.3-1731986416472 heartbeating to localhost/127.0.0.1:41897 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-853494008-172.17.0.3-1731986416472 (Datanode Uuid ef9780f5-05ab-46b7-b2d6-bd4249bff105) service to localhost/127.0.0.1:41897 2024-11-19T03:20:47,835 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T03:20:47,836 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T03:20:47,836 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2c0d274c-ac9b-683d-a990-2f32dca58b4a/cluster_7bc7ef1e-a5b0-7d8c-f4d1-f4082f58ccd4/data/data1/current/BP-853494008-172.17.0.3-1731986416472 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T03:20:47,836 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2c0d274c-ac9b-683d-a990-2f32dca58b4a/cluster_7bc7ef1e-a5b0-7d8c-f4d1-f4082f58ccd4/data/data2/current/BP-853494008-172.17.0.3-1731986416472 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T03:20:47,836 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T03:20:47,841 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@62e8ea43{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T03:20:47,841 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@32085278{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T03:20:47,841 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T03:20:47,842 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ca5bf28{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T03:20:47,842 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5cc91568{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2c0d274c-ac9b-683d-a990-2f32dca58b4a/hadoop.log.dir/,STOPPED} 2024-11-19T03:20:47,846 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-19T03:20:47,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T03:20:47,867 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=239 (was 203) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41897 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:46165 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:41897 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46165 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:41897 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64222) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41897 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46165 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:46165 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:46165 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:46165 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46165 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:41897 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46165 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46165 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:41897 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46165 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:46165 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41897 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:41897 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:46165 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64222) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41897 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46165 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:46165 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41897 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41897 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=622 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=369 (was 323) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=13007 (was 13110) 2024-11-19T03:20:47,877 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=239, OpenFileDescriptor=622, MaxFileDescriptor=1048576, SystemLoadAverage=369, ProcessCount=11, AvailableMemoryMB=13006 2024-11-19T03:20:47,893 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-19T03:20:47,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ebc1d1f4-e61d-b74e-ca1d-7700e379ba6a/hadoop.log.dir so I do NOT create it in target/test-data/62449a25-ab69-00ff-2054-39017f58b872 2024-11-19T03:20:47,894 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ebc1d1f4-e61d-b74e-ca1d-7700e379ba6a/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T03:20:47,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ebc1d1f4-e61d-b74e-ca1d-7700e379ba6a/hadoop.tmp.dir so I do NOT create it in target/test-data/62449a25-ab69-00ff-2054-39017f58b872 2024-11-19T03:20:47,894 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ebc1d1f4-e61d-b74e-ca1d-7700e379ba6a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T03:20:47,894 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/62449a25-ab69-00ff-2054-39017f58b872 2024-11-19T03:20:47,894 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/62449a25-ab69-00ff-2054-39017f58b872/cluster_132410ca-02f3-4df3-5480-c8b1dda89289, deleteOnExit=true 2024-11-19T03:20:47,910 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/62449a25-ab69-00ff-2054-39017f58b872/cluster_132410ca-02f3-4df3-5480-c8b1dda89289/zookeeper_0, clientPort=50406, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/62449a25-ab69-00ff-2054-39017f58b872/cluster_132410ca-02f3-4df3-5480-c8b1dda89289/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/62449a25-ab69-00ff-2054-39017f58b872/cluster_132410ca-02f3-4df3-5480-c8b1dda89289/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T03:20:47,911 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50406 2024-11-19T03:20:47,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T03:20:47,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T03:20:47,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/62449a25-ab69-00ff-2054-39017f58b872/test.cache.data in system properties and HBase conf 2024-11-19T03:20:47,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/62449a25-ab69-00ff-2054-39017f58b872/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T03:20:47,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/62449a25-ab69-00ff-2054-39017f58b872/hadoop.log.dir in system properties and HBase conf 2024-11-19T03:20:47,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/62449a25-ab69-00ff-2054-39017f58b872/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T03:20:47,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/62449a25-ab69-00ff-2054-39017f58b872/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T03:20:47,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T03:20:47,912 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T03:20:47,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/62449a25-ab69-00ff-2054-39017f58b872/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T03:20:47,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/62449a25-ab69-00ff-2054-39017f58b872/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T03:20:47,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/62449a25-ab69-00ff-2054-39017f58b872/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T03:20:47,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/62449a25-ab69-00ff-2054-39017f58b872/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T03:20:47,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/62449a25-ab69-00ff-2054-39017f58b872/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T03:20:47,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/62449a25-ab69-00ff-2054-39017f58b872/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T03:20:47,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/62449a25-ab69-00ff-2054-39017f58b872/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T03:20:47,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/62449a25-ab69-00ff-2054-39017f58b872/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T03:20:47,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/62449a25-ab69-00ff-2054-39017f58b872/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T03:20:47,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/62449a25-ab69-00ff-2054-39017f58b872/nfs.dump.dir in system properties and HBase conf 2024-11-19T03:20:47,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/62449a25-ab69-00ff-2054-39017f58b872/java.io.tmpdir in system properties and HBase conf 2024-11-19T03:20:47,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/62449a25-ab69-00ff-2054-39017f58b872/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T03:20:47,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/62449a25-ab69-00ff-2054-39017f58b872/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T03:20:47,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/62449a25-ab69-00ff-2054-39017f58b872/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T03:20:47,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101511b5eec0005, quorum=127.0.0.1:64222, baseZNode=/1384689997 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T03:20:47,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101511b5eec0002, quorum=127.0.0.1:64222, baseZNode=/0-1758122917 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T03:20:47,945 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101511b5eec0002, quorum=127.0.0.1:64222, baseZNode=/0-1758122917 Received Disconnected from ZooKeeper, ignoring 2024-11-19T03:20:47,945 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101511b5eec0005, quorum=127.0.0.1:64222, baseZNode=/1384689997 Received Disconnected from ZooKeeper, ignoring 2024-11-19T03:20:48,284 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T03:20:48,288 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T03:20:48,289 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T03:20:48,289 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T03:20:48,289 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T03:20:48,290 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T03:20:48,290 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52806609{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/62449a25-ab69-00ff-2054-39017f58b872/hadoop.log.dir/,AVAILABLE} 2024-11-19T03:20:48,290 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@51076a0b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T03:20:48,348 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T03:20:48,349 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [47efada56ed5,46551,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=47efada56ed5:46551 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T03:20:48,349 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4153 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [47efada56ed5,46551,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=47efada56ed5:46551 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T03:20:48,421 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@58bf9a8c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/62449a25-ab69-00ff-2054-39017f58b872/java.io.tmpdir/jetty-localhost-38271-hadoop-hdfs-3_4_1-tests_jar-_-any-5923151399932420122/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T03:20:48,421 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7480af43{HTTP/1.1, (http/1.1)}{localhost:38271} 2024-11-19T03:20:48,421 INFO [Time-limited test {}] server.Server(415): Started @212025ms 2024-11-19T03:20:48,691 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T03:20:48,694 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T03:20:48,698 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T03:20:48,698 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T03:20:48,698 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T03:20:48,699 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4034ede3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/62449a25-ab69-00ff-2054-39017f58b872/hadoop.log.dir/,AVAILABLE} 2024-11-19T03:20:48,699 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@121c05b7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T03:20:48,802 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6587a940{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/62449a25-ab69-00ff-2054-39017f58b872/java.io.tmpdir/jetty-localhost-36581-hadoop-hdfs-3_4_1-tests_jar-_-any-13110271043127761958/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T03:20:48,803 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@19470430{HTTP/1.1, (http/1.1)}{localhost:36581} 2024-11-19T03:20:48,803 INFO [Time-limited test {}] server.Server(415): Started @212407ms 2024-11-19T03:20:48,804 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T03:20:49,398 WARN [Thread-2179 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/62449a25-ab69-00ff-2054-39017f58b872/cluster_132410ca-02f3-4df3-5480-c8b1dda89289/data/data2/current/BP-1058648323-172.17.0.3-1731986447941/current, will proceed with Du for space computation calculation, 2024-11-19T03:20:49,398 WARN [Thread-2178 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/62449a25-ab69-00ff-2054-39017f58b872/cluster_132410ca-02f3-4df3-5480-c8b1dda89289/data/data1/current/BP-1058648323-172.17.0.3-1731986447941/current, will proceed with Du for space computation calculation, 2024-11-19T03:20:49,416 WARN [Thread-2166 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T03:20:49,419 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3ef490db340b2fd8 with lease ID 0x36271bd035d26588: Processing first storage report for DS-72019ca4-a3e9-4855-b060-9cad2ad647f6 from datanode DatanodeRegistration(127.0.0.1:39297, datanodeUuid=16ef5b32-3b09-4ff5-a2c1-f81c9af50077, infoPort=39725, infoSecurePort=0, ipcPort=37511, storageInfo=lv=-57;cid=testClusterID;nsid=130485830;c=1731986447941) 2024-11-19T03:20:49,419 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3ef490db340b2fd8 with lease ID 0x36271bd035d26588: from storage DS-72019ca4-a3e9-4855-b060-9cad2ad647f6 node DatanodeRegistration(127.0.0.1:39297, datanodeUuid=16ef5b32-3b09-4ff5-a2c1-f81c9af50077, infoPort=39725, infoSecurePort=0, ipcPort=37511, storageInfo=lv=-57;cid=testClusterID;nsid=130485830;c=1731986447941), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T03:20:49,419 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3ef490db340b2fd8 with lease ID 0x36271bd035d26588: Processing first storage report for DS-16ae6276-33f6-479d-a65c-72cf47b28f79 from datanode DatanodeRegistration(127.0.0.1:39297, datanodeUuid=16ef5b32-3b09-4ff5-a2c1-f81c9af50077, infoPort=39725, infoSecurePort=0, ipcPort=37511, storageInfo=lv=-57;cid=testClusterID;nsid=130485830;c=1731986447941) 2024-11-19T03:20:49,419 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3ef490db340b2fd8 with lease ID 0x36271bd035d26588: from storage DS-16ae6276-33f6-479d-a65c-72cf47b28f79 node DatanodeRegistration(127.0.0.1:39297, datanodeUuid=16ef5b32-3b09-4ff5-a2c1-f81c9af50077, infoPort=39725, infoSecurePort=0, ipcPort=37511, storageInfo=lv=-57;cid=testClusterID;nsid=130485830;c=1731986447941), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T03:20:49,440 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/62449a25-ab69-00ff-2054-39017f58b872 2024-11-19T03:20:49,440 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:20:49,441 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:20:49,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741825_1001 (size=7) 2024-11-19T03:20:49,848 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36 with version=8 2024-11-19T03:20:49,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/hbase-staging 2024-11-19T03:20:49,850 INFO [Time-limited test {}] client.ConnectionUtils(128): master/47efada56ed5:0 server-side Connection retries=45 2024-11-19T03:20:49,851 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T03:20:49,851 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T03:20:49,851 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T03:20:49,851 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T03:20:49,851 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T03:20:49,851 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T03:20:49,851 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T03:20:49,851 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45479 2024-11-19T03:20:49,852 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45479 connecting to ZooKeeper ensemble=127.0.0.1:50406 2024-11-19T03:20:49,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:454790x0, quorum=127.0.0.1:50406, baseZNode=/01446497023 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T03:20:49,945 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45479-0x101511bd9d10000 connected 2024-11-19T03:20:50,027 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:20:50,028 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:20:50,030 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45479-0x101511bd9d10000, quorum=127.0.0.1:50406, baseZNode=/01446497023 Set watcher on znode that does not yet exist, /01446497023/running 2024-11-19T03:20:50,030 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36, hbase.cluster.distributed=false 2024-11-19T03:20:50,031 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45479-0x101511bd9d10000, quorum=127.0.0.1:50406, baseZNode=/01446497023 Set watcher on znode that does not yet exist, /01446497023/acl 2024-11-19T03:20:50,032 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45479 2024-11-19T03:20:50,032 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45479 2024-11-19T03:20:50,032 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45479 2024-11-19T03:20:50,032 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45479 2024-11-19T03:20:50,032 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45479 2024-11-19T03:20:50,050 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/47efada56ed5:0 server-side Connection retries=45 2024-11-19T03:20:50,051 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T03:20:50,051 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T03:20:50,051 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T03:20:50,051 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T03:20:50,051 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T03:20:50,051 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T03:20:50,051 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T03:20:50,052 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43871 2024-11-19T03:20:50,053 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43871 connecting to ZooKeeper ensemble=127.0.0.1:50406 2024-11-19T03:20:50,053 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:20:50,055 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:20:50,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:438710x0, quorum=127.0.0.1:50406, baseZNode=/01446497023 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T03:20:50,069 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:438710x0, quorum=127.0.0.1:50406, baseZNode=/01446497023 Set watcher on znode that does not yet exist, /01446497023/running 2024-11-19T03:20:50,070 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43871-0x101511bd9d10001 connected 2024-11-19T03:20:50,070 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T03:20:50,070 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T03:20:50,071 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43871-0x101511bd9d10001, quorum=127.0.0.1:50406, baseZNode=/01446497023 Set watcher on znode that does not yet exist, /01446497023/master 2024-11-19T03:20:50,071 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43871-0x101511bd9d10001, quorum=127.0.0.1:50406, baseZNode=/01446497023 Set watcher on znode that does not yet exist, /01446497023/acl 2024-11-19T03:20:50,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43871 2024-11-19T03:20:50,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43871 2024-11-19T03:20:50,075 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43871 2024-11-19T03:20:50,076 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43871 2024-11-19T03:20:50,078 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43871 2024-11-19T03:20:50,091 DEBUG [M:0;47efada56ed5:45479 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;47efada56ed5:45479 2024-11-19T03:20:50,092 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01446497023/backup-masters/47efada56ed5,45479,1731986449850 2024-11-19T03:20:50,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43871-0x101511bd9d10001, quorum=127.0.0.1:50406, baseZNode=/01446497023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01446497023/backup-masters 2024-11-19T03:20:50,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45479-0x101511bd9d10000, quorum=127.0.0.1:50406, baseZNode=/01446497023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01446497023/backup-masters 2024-11-19T03:20:50,101 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45479-0x101511bd9d10000, quorum=127.0.0.1:50406, baseZNode=/01446497023 Set watcher on existing znode=/01446497023/backup-masters/47efada56ed5,45479,1731986449850 2024-11-19T03:20:50,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45479-0x101511bd9d10000, quorum=127.0.0.1:50406, baseZNode=/01446497023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01446497023 2024-11-19T03:20:50,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43871-0x101511bd9d10001, quorum=127.0.0.1:50406, baseZNode=/01446497023 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01446497023/master 2024-11-19T03:20:50,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43871-0x101511bd9d10001, quorum=127.0.0.1:50406, baseZNode=/01446497023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01446497023 2024-11-19T03:20:50,112 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45479-0x101511bd9d10000, quorum=127.0.0.1:50406, baseZNode=/01446497023 Set watcher on existing znode=/01446497023/master 2024-11-19T03:20:50,112 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01446497023/backup-masters/47efada56ed5,45479,1731986449850 from backup master directory 2024-11-19T03:20:50,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45479-0x101511bd9d10000, quorum=127.0.0.1:50406, baseZNode=/01446497023 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01446497023/backup-masters/47efada56ed5,45479,1731986449850 2024-11-19T03:20:50,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43871-0x101511bd9d10001, quorum=127.0.0.1:50406, baseZNode=/01446497023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01446497023/backup-masters 2024-11-19T03:20:50,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45479-0x101511bd9d10000, quorum=127.0.0.1:50406, baseZNode=/01446497023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01446497023/backup-masters 2024-11-19T03:20:50,122 WARN [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T03:20:50,122 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=47efada56ed5,45479,1731986449850 2024-11-19T03:20:50,125 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/hbase.id] with ID: d295b2ba-e3b7-42c4-8145-060044162b1e 2024-11-19T03:20:50,125 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/.tmp/hbase.id 2024-11-19T03:20:50,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741826_1002 (size=42) 2024-11-19T03:20:50,529 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/.tmp/hbase.id]:[hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/hbase.id] 2024-11-19T03:20:50,537 INFO [master/47efada56ed5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:20:50,537 INFO [master/47efada56ed5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T03:20:50,538 INFO [master/47efada56ed5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T03:20:50,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45479-0x101511bd9d10000, quorum=127.0.0.1:50406, baseZNode=/01446497023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01446497023 2024-11-19T03:20:50,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43871-0x101511bd9d10001, quorum=127.0.0.1:50406, baseZNode=/01446497023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01446497023 2024-11-19T03:20:50,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741827_1003 (size=196) 2024-11-19T03:20:50,591 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T03:20:50,591 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T03:20:50,592 INFO [master/47efada56ed5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T03:20:50,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741828_1004 (size=1189) 2024-11-19T03:20:51,003 INFO [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/MasterData/data/master/store 2024-11-19T03:20:51,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741829_1005 (size=34) 2024-11-19T03:20:51,411 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:20:51,411 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T03:20:51,411 INFO [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:20:51,411 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:20:51,411 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T03:20:51,411 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:20:51,411 INFO [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:20:51,411 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731986451411Disabling compacts and flushes for region at 1731986451411Disabling writes for close at 1731986451411Writing region close event to WAL at 1731986451411Closed at 1731986451411 2024-11-19T03:20:51,412 WARN [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/MasterData/data/master/store/.initializing 2024-11-19T03:20:51,412 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/MasterData/WALs/47efada56ed5,45479,1731986449850 2024-11-19T03:20:51,412 INFO [master/47efada56ed5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T03:20:51,414 INFO [master/47efada56ed5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=47efada56ed5%2C45479%2C1731986449850, suffix=, logDir=hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/MasterData/WALs/47efada56ed5,45479,1731986449850, archiveDir=hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/MasterData/oldWALs, maxLogs=10 2024-11-19T03:20:51,428 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/MasterData/WALs/47efada56ed5,45479,1731986449850/47efada56ed5%2C45479%2C1731986449850.1731986451414, exclude list is [], retry=0 2024-11-19T03:20:51,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39297,DS-72019ca4-a3e9-4855-b060-9cad2ad647f6,DISK] 2024-11-19T03:20:51,432 INFO [master/47efada56ed5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/MasterData/WALs/47efada56ed5,45479,1731986449850/47efada56ed5%2C45479%2C1731986449850.1731986451414 2024-11-19T03:20:51,432 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39725:39725)] 2024-11-19T03:20:51,432 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T03:20:51,432 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:20:51,433 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:20:51,433 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:20:51,434 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:20:51,434 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T03:20:51,434 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:20:51,435 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:20:51,435 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:20:51,435 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T03:20:51,436 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:20:51,436 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:20:51,436 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:20:51,437 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T03:20:51,437 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:20:51,437 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:20:51,437 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:20:51,438 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T03:20:51,438 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:20:51,438 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:20:51,438 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:20:51,439 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:20:51,439 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:20:51,440 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:20:51,440 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:20:51,440 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T03:20:51,441 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:20:51,443 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T03:20:51,443 INFO [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69574045, jitterRate=0.03673405945301056}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T03:20:51,444 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731986451433Initializing all the Stores at 1731986451433Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986451433Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986451433Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986451433Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986451433Cleaning up temporary data from old regions at 1731986451440 (+7 ms)Region opened successfully at 1731986451444 (+4 ms) 2024-11-19T03:20:51,444 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T03:20:51,447 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fee2d72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=47efada56ed5/172.17.0.3:0 2024-11-19T03:20:51,448 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T03:20:51,448 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T03:20:51,448 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T03:20:51,448 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T03:20:51,448 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T03:20:51,449 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T03:20:51,449 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T03:20:51,453 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T03:20:51,453 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45479-0x101511bd9d10000, quorum=127.0.0.1:50406, baseZNode=/01446497023 Unable to get data of znode /01446497023/balancer because node does not exist (not necessarily an error) 2024-11-19T03:20:51,541 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01446497023/balancer already deleted, retry=false 2024-11-19T03:20:51,541 INFO [master/47efada56ed5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T03:20:51,542 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45479-0x101511bd9d10000, quorum=127.0.0.1:50406, baseZNode=/01446497023 Unable to get data of znode /01446497023/normalizer because node does not exist (not necessarily an error) 2024-11-19T03:20:51,553 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01446497023/normalizer already deleted, retry=false 2024-11-19T03:20:51,553 INFO [master/47efada56ed5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T03:20:51,554 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45479-0x101511bd9d10000, quorum=127.0.0.1:50406, baseZNode=/01446497023 Unable to get data of znode /01446497023/switch/split because node does not exist (not necessarily an error) 2024-11-19T03:20:51,564 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01446497023/switch/split already deleted, retry=false 2024-11-19T03:20:51,564 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45479-0x101511bd9d10000, quorum=127.0.0.1:50406, baseZNode=/01446497023 Unable to get data of znode /01446497023/switch/merge because node does not exist (not necessarily an error) 2024-11-19T03:20:51,574 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01446497023/switch/merge already deleted, retry=false 2024-11-19T03:20:51,576 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45479-0x101511bd9d10000, quorum=127.0.0.1:50406, baseZNode=/01446497023 Unable to get data of znode /01446497023/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T03:20:51,585 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01446497023/snapshot-cleanup already deleted, retry=false 2024-11-19T03:20:51,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43871-0x101511bd9d10001, quorum=127.0.0.1:50406, baseZNode=/01446497023 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01446497023/running 2024-11-19T03:20:51,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45479-0x101511bd9d10000, quorum=127.0.0.1:50406, baseZNode=/01446497023 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01446497023/running 2024-11-19T03:20:51,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45479-0x101511bd9d10000, quorum=127.0.0.1:50406, baseZNode=/01446497023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01446497023 2024-11-19T03:20:51,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43871-0x101511bd9d10001, quorum=127.0.0.1:50406, baseZNode=/01446497023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01446497023 2024-11-19T03:20:51,596 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=47efada56ed5,45479,1731986449850, sessionid=0x101511bd9d10000, setting cluster-up flag (Was=false) 2024-11-19T03:20:51,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45479-0x101511bd9d10000, quorum=127.0.0.1:50406, baseZNode=/01446497023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01446497023 2024-11-19T03:20:51,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43871-0x101511bd9d10001, quorum=127.0.0.1:50406, baseZNode=/01446497023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01446497023 2024-11-19T03:20:51,648 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01446497023/flush-table-proc/acquired, /01446497023/flush-table-proc/reached, /01446497023/flush-table-proc/abort 2024-11-19T03:20:51,649 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=47efada56ed5,45479,1731986449850 2024-11-19T03:20:51,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45479-0x101511bd9d10000, quorum=127.0.0.1:50406, baseZNode=/01446497023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01446497023 2024-11-19T03:20:51,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43871-0x101511bd9d10001, quorum=127.0.0.1:50406, baseZNode=/01446497023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01446497023 2024-11-19T03:20:51,689 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T03:20:51,701 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01446497023/online-snapshot/acquired, /01446497023/online-snapshot/reached, /01446497023/online-snapshot/abort 2024-11-19T03:20:51,701 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=47efada56ed5,45479,1731986449850 2024-11-19T03:20:51,707 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T03:20:51,709 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T03:20:51,709 INFO [master/47efada56ed5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T03:20:51,709 INFO [master/47efada56ed5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T03:20:51,709 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 47efada56ed5,45479,1731986449850 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T03:20:51,710 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/47efada56ed5:0, corePoolSize=5, maxPoolSize=5 2024-11-19T03:20:51,710 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/47efada56ed5:0, corePoolSize=5, maxPoolSize=5 2024-11-19T03:20:51,710 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/47efada56ed5:0, corePoolSize=5, maxPoolSize=5 2024-11-19T03:20:51,710 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/47efada56ed5:0, corePoolSize=5, maxPoolSize=5 2024-11-19T03:20:51,711 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/47efada56ed5:0, corePoolSize=10, maxPoolSize=10 2024-11-19T03:20:51,711 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:20:51,711 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/47efada56ed5:0, corePoolSize=2, maxPoolSize=2 2024-11-19T03:20:51,711 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:20:51,716 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:20:51,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:20:51,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:20:51,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:20:51,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:20:51,718 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:20:51,722 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T03:20:51,722 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T03:20:51,723 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:20:51,723 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T03:20:51,725 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:20:51,729 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:20:51,729 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:20:51,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:20:51,732 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731986481732 2024-11-19T03:20:51,732 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T03:20:51,732 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T03:20:51,732 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T03:20:51,732 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T03:20:51,732 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T03:20:51,733 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T03:20:51,741 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T03:20:51,741 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T03:20:51,741 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T03:20:51,741 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T03:20:51,741 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T03:20:51,744 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T03:20:51,744 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T03:20:51,744 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.large.0-1731986451744,5,FailOnTimeoutGroup] 2024-11-19T03:20:51,756 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.small.0-1731986451745,5,FailOnTimeoutGroup] 2024-11-19T03:20:51,756 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T03:20:51,756 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T03:20:51,756 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T03:20:51,756 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T03:20:51,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741831_1007 (size=1321) 2024-11-19T03:20:51,780 INFO [RS:0;47efada56ed5:43871 {}] regionserver.HRegionServer(746): ClusterId : d295b2ba-e3b7-42c4-8145-060044162b1e 2024-11-19T03:20:51,780 DEBUG [RS:0;47efada56ed5:43871 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T03:20:51,785 DEBUG [RS:0;47efada56ed5:43871 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T03:20:51,785 DEBUG [RS:0;47efada56ed5:43871 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T03:20:51,796 DEBUG [RS:0;47efada56ed5:43871 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T03:20:51,796 DEBUG [RS:0;47efada56ed5:43871 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@413f28d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=47efada56ed5/172.17.0.3:0 2024-11-19T03:20:51,812 DEBUG [RS:0;47efada56ed5:43871 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;47efada56ed5:43871 2024-11-19T03:20:51,812 INFO [RS:0;47efada56ed5:43871 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T03:20:51,812 INFO [RS:0;47efada56ed5:43871 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T03:20:51,812 DEBUG [RS:0;47efada56ed5:43871 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T03:20:51,813 INFO [RS:0;47efada56ed5:43871 {}] regionserver.HRegionServer(2659): reportForDuty to master=47efada56ed5,45479,1731986449850 with port=43871, startcode=1731986450050 2024-11-19T03:20:51,813 DEBUG [RS:0;47efada56ed5:43871 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T03:20:51,814 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49029, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T03:20:51,815 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45479 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 47efada56ed5,43871,1731986450050 2024-11-19T03:20:51,815 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45479 {}] master.ServerManager(517): Registering regionserver=47efada56ed5,43871,1731986450050 2024-11-19T03:20:51,816 DEBUG [RS:0;47efada56ed5:43871 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36 2024-11-19T03:20:51,816 DEBUG [RS:0;47efada56ed5:43871 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33681 2024-11-19T03:20:51,816 DEBUG [RS:0;47efada56ed5:43871 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T03:20:51,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45479-0x101511bd9d10000, quorum=127.0.0.1:50406, baseZNode=/01446497023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01446497023/rs 2024-11-19T03:20:51,827 DEBUG [RS:0;47efada56ed5:43871 {}] zookeeper.ZKUtil(111): regionserver:43871-0x101511bd9d10001, quorum=127.0.0.1:50406, baseZNode=/01446497023 Set watcher on existing znode=/01446497023/rs/47efada56ed5,43871,1731986450050 2024-11-19T03:20:51,828 WARN [RS:0;47efada56ed5:43871 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T03:20:51,828 INFO [RS:0;47efada56ed5:43871 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T03:20:51,828 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [47efada56ed5,43871,1731986450050] 2024-11-19T03:20:51,828 DEBUG [RS:0;47efada56ed5:43871 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/WALs/47efada56ed5,43871,1731986450050 2024-11-19T03:20:51,830 INFO [RS:0;47efada56ed5:43871 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T03:20:51,832 INFO [RS:0;47efada56ed5:43871 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T03:20:51,836 INFO [RS:0;47efada56ed5:43871 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T03:20:51,836 INFO [RS:0;47efada56ed5:43871 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T03:20:51,840 INFO [RS:0;47efada56ed5:43871 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T03:20:51,841 INFO [RS:0;47efada56ed5:43871 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T03:20:51,841 INFO [RS:0;47efada56ed5:43871 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T03:20:51,841 DEBUG [RS:0;47efada56ed5:43871 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:20:51,841 DEBUG [RS:0;47efada56ed5:43871 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:20:51,841 DEBUG [RS:0;47efada56ed5:43871 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:20:51,841 DEBUG [RS:0;47efada56ed5:43871 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:20:51,841 DEBUG [RS:0;47efada56ed5:43871 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:20:51,841 DEBUG [RS:0;47efada56ed5:43871 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/47efada56ed5:0, corePoolSize=2, maxPoolSize=2 2024-11-19T03:20:51,841 DEBUG [RS:0;47efada56ed5:43871 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:20:51,841 DEBUG [RS:0;47efada56ed5:43871 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:20:51,841 DEBUG [RS:0;47efada56ed5:43871 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:20:51,841 DEBUG [RS:0;47efada56ed5:43871 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:20:51,841 DEBUG [RS:0;47efada56ed5:43871 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:20:51,841 DEBUG [RS:0;47efada56ed5:43871 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:20:51,841 DEBUG [RS:0;47efada56ed5:43871 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/47efada56ed5:0, corePoolSize=3, maxPoolSize=3 2024-11-19T03:20:51,841 DEBUG [RS:0;47efada56ed5:43871 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0, corePoolSize=3, maxPoolSize=3 2024-11-19T03:20:51,845 INFO [RS:0;47efada56ed5:43871 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T03:20:51,845 INFO [RS:0;47efada56ed5:43871 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T03:20:51,845 INFO [RS:0;47efada56ed5:43871 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T03:20:51,845 INFO [RS:0;47efada56ed5:43871 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T03:20:51,845 INFO [RS:0;47efada56ed5:43871 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T03:20:51,845 INFO [RS:0;47efada56ed5:43871 {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,43871,1731986450050-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T03:20:51,859 INFO [RS:0;47efada56ed5:43871 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T03:20:51,859 INFO [RS:0;47efada56ed5:43871 {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,43871,1731986450050-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T03:20:51,859 INFO [RS:0;47efada56ed5:43871 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:20:51,859 INFO [RS:0;47efada56ed5:43871 {}] regionserver.Replication(171): 47efada56ed5,43871,1731986450050 started 2024-11-19T03:20:51,873 INFO [RS:0;47efada56ed5:43871 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:20:51,873 INFO [RS:0;47efada56ed5:43871 {}] regionserver.HRegionServer(1482): Serving as 47efada56ed5,43871,1731986450050, RpcServer on 47efada56ed5/172.17.0.3:43871, sessionid=0x101511bd9d10001 2024-11-19T03:20:51,873 DEBUG [RS:0;47efada56ed5:43871 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T03:20:51,873 DEBUG [RS:0;47efada56ed5:43871 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 47efada56ed5,43871,1731986450050 2024-11-19T03:20:51,873 DEBUG [RS:0;47efada56ed5:43871 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '47efada56ed5,43871,1731986450050' 2024-11-19T03:20:51,873 DEBUG [RS:0;47efada56ed5:43871 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01446497023/flush-table-proc/abort' 2024-11-19T03:20:51,873 DEBUG [RS:0;47efada56ed5:43871 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01446497023/flush-table-proc/acquired' 2024-11-19T03:20:51,874 DEBUG [RS:0;47efada56ed5:43871 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T03:20:51,874 DEBUG [RS:0;47efada56ed5:43871 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T03:20:51,874 DEBUG [RS:0;47efada56ed5:43871 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 47efada56ed5,43871,1731986450050 2024-11-19T03:20:51,874 DEBUG [RS:0;47efada56ed5:43871 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '47efada56ed5,43871,1731986450050' 2024-11-19T03:20:51,874 DEBUG [RS:0;47efada56ed5:43871 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01446497023/online-snapshot/abort' 2024-11-19T03:20:51,874 DEBUG [RS:0;47efada56ed5:43871 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01446497023/online-snapshot/acquired' 2024-11-19T03:20:51,874 DEBUG [RS:0;47efada56ed5:43871 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T03:20:51,874 INFO [RS:0;47efada56ed5:43871 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T03:20:51,874 INFO [RS:0;47efada56ed5:43871 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T03:20:51,975 INFO [RS:0;47efada56ed5:43871 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T03:20:51,976 INFO [RS:0;47efada56ed5:43871 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=47efada56ed5%2C43871%2C1731986450050, suffix=, logDir=hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/WALs/47efada56ed5,43871,1731986450050, archiveDir=hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/oldWALs, maxLogs=10 2024-11-19T03:20:51,992 DEBUG [RS:0;47efada56ed5:43871 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/WALs/47efada56ed5,43871,1731986450050/47efada56ed5%2C43871%2C1731986450050.1731986451976, exclude list is [], retry=0 2024-11-19T03:20:51,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39297,DS-72019ca4-a3e9-4855-b060-9cad2ad647f6,DISK] 2024-11-19T03:20:51,996 INFO [RS:0;47efada56ed5:43871 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/WALs/47efada56ed5,43871,1731986450050/47efada56ed5%2C43871%2C1731986450050.1731986451976 2024-11-19T03:20:51,997 DEBUG [RS:0;47efada56ed5:43871 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39725:39725)] 2024-11-19T03:20:52,158 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T03:20:52,158 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36 2024-11-19T03:20:52,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741833_1009 (size=32) 2024-11-19T03:20:52,368 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T03:20:52,369 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [47efada56ed5,46551,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=47efada56ed5:46551 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T03:20:52,369 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8173 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [47efada56ed5,46551,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=47efada56ed5:46551 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T03:20:52,564 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:20:52,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T03:20:52,566 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T03:20:52,566 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:20:52,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:20:52,567 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T03:20:52,568 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T03:20:52,568 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:20:52,568 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:20:52,568 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T03:20:52,569 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T03:20:52,569 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:20:52,569 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:20:52,569 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T03:20:52,570 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T03:20:52,570 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:20:52,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:20:52,571 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T03:20:52,571 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/data/hbase/meta/1588230740 2024-11-19T03:20:52,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/data/hbase/meta/1588230740 2024-11-19T03:20:52,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T03:20:52,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T03:20:52,573 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T03:20:52,574 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T03:20:52,576 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T03:20:52,576 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63657739, jitterRate=-0.05142576992511749}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T03:20:52,577 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731986452564Initializing all the Stores at 1731986452564Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986452564Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986452565 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986452565Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986452565Cleaning up temporary data from old regions at 1731986452572 (+7 ms)Region opened successfully at 1731986452576 (+4 ms) 2024-11-19T03:20:52,577 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T03:20:52,577 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T03:20:52,577 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T03:20:52,577 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T03:20:52,577 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T03:20:52,577 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T03:20:52,577 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731986452577Disabling compacts and flushes for region at 1731986452577Disabling writes for close at 1731986452577Writing region close event to WAL at 1731986452577Closed at 1731986452577 2024-11-19T03:20:52,578 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T03:20:52,578 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T03:20:52,578 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T03:20:52,579 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T03:20:52,580 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T03:20:52,730 DEBUG [47efada56ed5:45479 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T03:20:52,730 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=47efada56ed5,43871,1731986450050 2024-11-19T03:20:52,731 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 47efada56ed5,43871,1731986450050, state=OPENING 2024-11-19T03:20:52,846 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T03:20:52,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43871-0x101511bd9d10001, quorum=127.0.0.1:50406, baseZNode=/01446497023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01446497023 2024-11-19T03:20:52,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45479-0x101511bd9d10000, quorum=127.0.0.1:50406, baseZNode=/01446497023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01446497023 2024-11-19T03:20:52,859 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01446497023/meta-region-server: CHANGED 2024-11-19T03:20:52,859 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01446497023/meta-region-server: CHANGED 2024-11-19T03:20:52,859 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T03:20:52,859 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=47efada56ed5,43871,1731986450050}] 2024-11-19T03:20:53,011 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T03:20:53,012 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53713, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T03:20:53,015 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T03:20:53,015 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T03:20:53,016 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T03:20:53,017 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=47efada56ed5%2C43871%2C1731986450050.meta, suffix=.meta, logDir=hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/WALs/47efada56ed5,43871,1731986450050, archiveDir=hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/oldWALs, maxLogs=10 2024-11-19T03:20:53,031 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/WALs/47efada56ed5,43871,1731986450050/47efada56ed5%2C43871%2C1731986450050.meta.1731986453017.meta, exclude list is [], retry=0 2024-11-19T03:20:53,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39297,DS-72019ca4-a3e9-4855-b060-9cad2ad647f6,DISK] 2024-11-19T03:20:53,036 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/WALs/47efada56ed5,43871,1731986450050/47efada56ed5%2C43871%2C1731986450050.meta.1731986453017.meta 2024-11-19T03:20:53,036 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39725:39725)] 2024-11-19T03:20:53,036 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T03:20:53,036 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T03:20:53,037 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T03:20:53,037 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T03:20:53,037 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T03:20:53,037 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T03:20:53,037 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:20:53,037 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T03:20:53,037 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T03:20:53,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T03:20:53,039 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T03:20:53,039 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:20:53,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:20:53,040 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T03:20:53,040 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T03:20:53,040 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:20:53,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:20:53,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T03:20:53,042 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T03:20:53,042 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:20:53,042 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:20:53,042 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T03:20:53,043 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T03:20:53,043 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:20:53,043 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:20:53,043 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T03:20:53,044 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/data/hbase/meta/1588230740 2024-11-19T03:20:53,044 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/data/hbase/meta/1588230740 2024-11-19T03:20:53,045 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T03:20:53,045 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T03:20:53,045 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T03:20:53,046 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T03:20:53,046 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68210204, jitterRate=0.016411244869232178}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T03:20:53,046 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T03:20:53,047 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731986453037Writing region info on filesystem at 1731986453037Initializing all the Stores at 1731986453038 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986453038Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986453038Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986453038Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986453038Cleaning up temporary data from old regions at 1731986453045 (+7 ms)Running coprocessor post-open hooks at 1731986453046 (+1 ms)Region opened successfully at 1731986453047 (+1 ms) 2024-11-19T03:20:53,047 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731986453011 2024-11-19T03:20:53,051 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=47efada56ed5,43871,1731986450050 2024-11-19T03:20:53,051 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T03:20:53,051 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T03:20:53,051 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 47efada56ed5,43871,1731986450050, state=OPEN 2024-11-19T03:20:53,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45479-0x101511bd9d10000, quorum=127.0.0.1:50406, baseZNode=/01446497023 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01446497023/meta-region-server 2024-11-19T03:20:53,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43871-0x101511bd9d10001, quorum=127.0.0.1:50406, baseZNode=/01446497023 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01446497023/meta-region-server 2024-11-19T03:20:53,103 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=47efada56ed5,43871,1731986450050 2024-11-19T03:20:53,103 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01446497023/meta-region-server: CHANGED 2024-11-19T03:20:53,103 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01446497023/meta-region-server: CHANGED 2024-11-19T03:20:53,105 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T03:20:53,105 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=47efada56ed5,43871,1731986450050 in 244 msec 2024-11-19T03:20:53,107 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T03:20:53,107 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 527 msec 2024-11-19T03:20:53,107 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T03:20:53,107 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T03:20:53,108 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:20:53,108 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,43871,1731986450050, seqNum=-1] 2024-11-19T03:20:53,109 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:20:53,110 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50329, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:20:53,114 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4060 sec 2024-11-19T03:20:53,114 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731986453114, completionTime=-1 2024-11-19T03:20:53,114 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T03:20:53,114 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T03:20:53,117 INFO [master/47efada56ed5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T03:20:53,117 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731986513117 2024-11-19T03:20:53,117 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731986573117 2024-11-19T03:20:53,117 INFO [master/47efada56ed5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-19T03:20:53,117 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,45479,1731986449850-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T03:20:53,117 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,45479,1731986449850-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:20:53,117 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,45479,1731986449850-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:20:53,117 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-47efada56ed5:45479, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:20:53,117 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T03:20:53,117 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T03:20:53,119 DEBUG [master/47efada56ed5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T03:20:53,121 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.999sec 2024-11-19T03:20:53,121 INFO [master/47efada56ed5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T03:20:53,121 INFO [master/47efada56ed5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T03:20:53,121 INFO [master/47efada56ed5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T03:20:53,121 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T03:20:53,121 INFO [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T03:20:53,121 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,45479,1731986449850-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T03:20:53,121 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,45479,1731986449850-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T03:20:53,123 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T03:20:53,123 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T03:20:53,123 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,45479,1731986449850-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:20:53,182 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f66cf67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:20:53,182 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,45479,-1 for getting cluster id 2024-11-19T03:20:53,182 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:20:53,183 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd295b2ba-e3b7-42c4-8145-060044162b1e' 2024-11-19T03:20:53,183 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:20:53,183 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d295b2ba-e3b7-42c4-8145-060044162b1e" 2024-11-19T03:20:53,184 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20cf37b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:20:53,184 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,45479,-1] 2024-11-19T03:20:53,184 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:20:53,184 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:20:53,185 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:20:53,186 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45a88eb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:20:53,186 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:20:53,187 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,43871,1731986450050, seqNum=-1] 2024-11-19T03:20:53,187 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:20:53,188 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:20:53,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=47efada56ed5,45479,1731986449850 2024-11-19T03:20:53,190 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50406 2024-11-19T03:20:53,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50406, baseZNode=/01446497023 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T03:20:53,206 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101511bd9d10002 connected 2024-11-19T03:20:53,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/62449a25-ab69-00ff-2054-39017f58b872/hadoop.log.dir so I do NOT create it in target/test-data/aa2f9668-de3e-b859-f5e0-fe4b0702591f 2024-11-19T03:20:53,219 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/62449a25-ab69-00ff-2054-39017f58b872/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T03:20:53,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/62449a25-ab69-00ff-2054-39017f58b872/hadoop.tmp.dir so I do NOT create it in target/test-data/aa2f9668-de3e-b859-f5e0-fe4b0702591f 2024-11-19T03:20:53,219 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/62449a25-ab69-00ff-2054-39017f58b872/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T03:20:53,219 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa2f9668-de3e-b859-f5e0-fe4b0702591f 2024-11-19T03:20:53,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T03:20:53,219 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa2f9668-de3e-b859-f5e0-fe4b0702591f/cluster_d5e386bc-c929-f364-e21a-30243772de65, deleteOnExit=true 2024-11-19T03:20:53,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T03:20:53,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa2f9668-de3e-b859-f5e0-fe4b0702591f/test.cache.data in system properties and HBase conf 2024-11-19T03:20:53,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa2f9668-de3e-b859-f5e0-fe4b0702591f/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T03:20:53,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa2f9668-de3e-b859-f5e0-fe4b0702591f/hadoop.log.dir in system properties and HBase conf 2024-11-19T03:20:53,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa2f9668-de3e-b859-f5e0-fe4b0702591f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T03:20:53,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa2f9668-de3e-b859-f5e0-fe4b0702591f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T03:20:53,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T03:20:53,220 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T03:20:53,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa2f9668-de3e-b859-f5e0-fe4b0702591f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T03:20:53,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa2f9668-de3e-b859-f5e0-fe4b0702591f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T03:20:53,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa2f9668-de3e-b859-f5e0-fe4b0702591f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T03:20:53,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa2f9668-de3e-b859-f5e0-fe4b0702591f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T03:20:53,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa2f9668-de3e-b859-f5e0-fe4b0702591f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T03:20:53,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa2f9668-de3e-b859-f5e0-fe4b0702591f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T03:20:53,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa2f9668-de3e-b859-f5e0-fe4b0702591f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T03:20:53,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa2f9668-de3e-b859-f5e0-fe4b0702591f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T03:20:53,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa2f9668-de3e-b859-f5e0-fe4b0702591f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T03:20:53,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa2f9668-de3e-b859-f5e0-fe4b0702591f/nfs.dump.dir in system properties and HBase conf 2024-11-19T03:20:53,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa2f9668-de3e-b859-f5e0-fe4b0702591f/java.io.tmpdir in system properties and HBase conf 2024-11-19T03:20:53,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa2f9668-de3e-b859-f5e0-fe4b0702591f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T03:20:53,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa2f9668-de3e-b859-f5e0-fe4b0702591f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T03:20:53,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa2f9668-de3e-b859-f5e0-fe4b0702591f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T03:20:53,654 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T03:20:53,658 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T03:20:53,659 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T03:20:53,659 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T03:20:53,660 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T03:20:53,660 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T03:20:53,661 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@215f870f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa2f9668-de3e-b859-f5e0-fe4b0702591f/hadoop.log.dir/,AVAILABLE} 2024-11-19T03:20:53,661 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@79fc6fa9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T03:20:53,776 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7bb6433f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa2f9668-de3e-b859-f5e0-fe4b0702591f/java.io.tmpdir/jetty-localhost-41535-hadoop-hdfs-3_4_1-tests_jar-_-any-2960894355427717611/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T03:20:53,777 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6a180a6f{HTTP/1.1, (http/1.1)}{localhost:41535} 2024-11-19T03:20:53,777 INFO [Time-limited test {}] server.Server(415): Started @217380ms 2024-11-19T03:20:54,043 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T03:20:54,045 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T03:20:54,047 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T03:20:54,047 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T03:20:54,047 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T03:20:54,048 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@48a787a1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa2f9668-de3e-b859-f5e0-fe4b0702591f/hadoop.log.dir/,AVAILABLE} 2024-11-19T03:20:54,049 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34b1673f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T03:20:54,153 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@eedcfad{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa2f9668-de3e-b859-f5e0-fe4b0702591f/java.io.tmpdir/jetty-localhost-39323-hadoop-hdfs-3_4_1-tests_jar-_-any-13358749770618858068/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T03:20:54,154 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2ccc127c{HTTP/1.1, (http/1.1)}{localhost:39323} 2024-11-19T03:20:54,154 INFO [Time-limited test {}] server.Server(415): Started @217758ms 2024-11-19T03:20:54,155 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T03:20:54,757 WARN [Thread-2299 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa2f9668-de3e-b859-f5e0-fe4b0702591f/cluster_d5e386bc-c929-f364-e21a-30243772de65/data/data1/current/BP-1023614539-172.17.0.3-1731986453241/current, will proceed with Du for space computation calculation, 2024-11-19T03:20:54,758 WARN [Thread-2300 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa2f9668-de3e-b859-f5e0-fe4b0702591f/cluster_d5e386bc-c929-f364-e21a-30243772de65/data/data2/current/BP-1023614539-172.17.0.3-1731986453241/current, will proceed with Du for space computation calculation, 2024-11-19T03:20:54,774 WARN [Thread-2287 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T03:20:54,776 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf5d17933cd9e991e with lease ID 0x1bfe8448b46c3931: Processing first storage report for DS-14ea5893-d397-4183-8b88-b7bdb8e0b593 from datanode DatanodeRegistration(127.0.0.1:40957, datanodeUuid=2d859389-fb58-45c8-8745-88f8b013993b, infoPort=37525, infoSecurePort=0, ipcPort=45263, storageInfo=lv=-57;cid=testClusterID;nsid=2001036788;c=1731986453241) 2024-11-19T03:20:54,776 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf5d17933cd9e991e with lease ID 0x1bfe8448b46c3931: from storage DS-14ea5893-d397-4183-8b88-b7bdb8e0b593 node DatanodeRegistration(127.0.0.1:40957, datanodeUuid=2d859389-fb58-45c8-8745-88f8b013993b, infoPort=37525, infoSecurePort=0, ipcPort=45263, storageInfo=lv=-57;cid=testClusterID;nsid=2001036788;c=1731986453241), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T03:20:54,776 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf5d17933cd9e991e with lease ID 0x1bfe8448b46c3931: Processing first storage report for DS-a8df930b-ed49-49b5-8fed-7ec77476d806 from datanode DatanodeRegistration(127.0.0.1:40957, datanodeUuid=2d859389-fb58-45c8-8745-88f8b013993b, infoPort=37525, infoSecurePort=0, ipcPort=45263, storageInfo=lv=-57;cid=testClusterID;nsid=2001036788;c=1731986453241) 2024-11-19T03:20:54,776 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf5d17933cd9e991e with lease ID 0x1bfe8448b46c3931: from storage DS-a8df930b-ed49-49b5-8fed-7ec77476d806 node DatanodeRegistration(127.0.0.1:40957, datanodeUuid=2d859389-fb58-45c8-8745-88f8b013993b, infoPort=37525, infoSecurePort=0, ipcPort=45263, storageInfo=lv=-57;cid=testClusterID;nsid=2001036788;c=1731986453241), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T03:20:54,800 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa2f9668-de3e-b859-f5e0-fe4b0702591f 2024-11-19T03:20:54,800 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:20:54,802 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:20:54,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40957 is added to blk_1073741825_1001 (size=7) 2024-11-19T03:20:55,208 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2 with version=8 2024-11-19T03:20:55,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/hbase-staging 2024-11-19T03:20:55,211 INFO [Time-limited test {}] client.ConnectionUtils(128): master/47efada56ed5:0 server-side Connection retries=45 2024-11-19T03:20:55,211 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T03:20:55,211 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T03:20:55,211 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T03:20:55,211 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T03:20:55,211 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T03:20:55,211 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T03:20:55,211 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T03:20:55,212 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44667 2024-11-19T03:20:55,212 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44667 connecting to ZooKeeper ensemble=127.0.0.1:50406 2024-11-19T03:20:55,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:446670x0, quorum=127.0.0.1:50406, baseZNode=/1-184811127 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T03:20:55,278 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44667-0x101511bd9d10003 connected 2024-11-19T03:20:55,353 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:20:55,354 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:20:55,356 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44667-0x101511bd9d10003, quorum=127.0.0.1:50406, baseZNode=/1-184811127 Set watcher on znode that does not yet exist, /1-184811127/running 2024-11-19T03:20:55,356 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2, hbase.cluster.distributed=false 2024-11-19T03:20:55,357 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44667-0x101511bd9d10003, quorum=127.0.0.1:50406, baseZNode=/1-184811127 Set watcher on znode that does not yet exist, /1-184811127/acl 2024-11-19T03:20:55,357 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44667 2024-11-19T03:20:55,357 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44667 2024-11-19T03:20:55,357 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44667 2024-11-19T03:20:55,358 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44667 2024-11-19T03:20:55,358 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44667 2024-11-19T03:20:55,370 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/47efada56ed5:0 server-side Connection retries=45 2024-11-19T03:20:55,370 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T03:20:55,370 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T03:20:55,370 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T03:20:55,370 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T03:20:55,370 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T03:20:55,370 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T03:20:55,370 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T03:20:55,371 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33437 2024-11-19T03:20:55,371 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33437 connecting to ZooKeeper ensemble=127.0.0.1:50406 2024-11-19T03:20:55,372 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:20:55,373 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:20:55,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:334370x0, quorum=127.0.0.1:50406, baseZNode=/1-184811127 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T03:20:55,385 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:334370x0, quorum=127.0.0.1:50406, baseZNode=/1-184811127 Set watcher on znode that does not yet exist, /1-184811127/running 2024-11-19T03:20:55,385 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33437-0x101511bd9d10004 connected 2024-11-19T03:20:55,385 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T03:20:55,386 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T03:20:55,387 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33437-0x101511bd9d10004, quorum=127.0.0.1:50406, baseZNode=/1-184811127 Set watcher on znode that does not yet exist, /1-184811127/master 2024-11-19T03:20:55,388 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33437-0x101511bd9d10004, quorum=127.0.0.1:50406, baseZNode=/1-184811127 Set watcher on znode that does not yet exist, /1-184811127/acl 2024-11-19T03:20:55,388 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33437 2024-11-19T03:20:55,390 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33437 2024-11-19T03:20:55,391 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33437 2024-11-19T03:20:55,392 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33437 2024-11-19T03:20:55,395 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33437 2024-11-19T03:20:55,406 DEBUG [M:0;47efada56ed5:44667 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;47efada56ed5:44667 2024-11-19T03:20:55,407 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-184811127/backup-masters/47efada56ed5,44667,1731986455210 2024-11-19T03:20:55,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33437-0x101511bd9d10004, quorum=127.0.0.1:50406, baseZNode=/1-184811127 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-184811127/backup-masters 2024-11-19T03:20:55,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44667-0x101511bd9d10003, quorum=127.0.0.1:50406, baseZNode=/1-184811127 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-184811127/backup-masters 2024-11-19T03:20:55,416 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44667-0x101511bd9d10003, quorum=127.0.0.1:50406, baseZNode=/1-184811127 Set watcher on existing znode=/1-184811127/backup-masters/47efada56ed5,44667,1731986455210 2024-11-19T03:20:55,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33437-0x101511bd9d10004, quorum=127.0.0.1:50406, baseZNode=/1-184811127 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-184811127/master 2024-11-19T03:20:55,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44667-0x101511bd9d10003, quorum=127.0.0.1:50406, baseZNode=/1-184811127 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-184811127 2024-11-19T03:20:55,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33437-0x101511bd9d10004, quorum=127.0.0.1:50406, baseZNode=/1-184811127 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-184811127 2024-11-19T03:20:55,427 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44667-0x101511bd9d10003, quorum=127.0.0.1:50406, baseZNode=/1-184811127 Set watcher on existing znode=/1-184811127/master 2024-11-19T03:20:55,427 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-184811127/backup-masters/47efada56ed5,44667,1731986455210 from backup master directory 2024-11-19T03:20:55,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44667-0x101511bd9d10003, quorum=127.0.0.1:50406, baseZNode=/1-184811127 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-184811127/backup-masters/47efada56ed5,44667,1731986455210 2024-11-19T03:20:55,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33437-0x101511bd9d10004, quorum=127.0.0.1:50406, baseZNode=/1-184811127 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-184811127/backup-masters 2024-11-19T03:20:55,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44667-0x101511bd9d10003, quorum=127.0.0.1:50406, baseZNode=/1-184811127 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-184811127/backup-masters 2024-11-19T03:20:55,437 WARN [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T03:20:55,437 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=47efada56ed5,44667,1731986455210 2024-11-19T03:20:55,440 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/hbase.id] with ID: a9aaafb3-d742-4ed9-b17b-543f3e9416c2 2024-11-19T03:20:55,440 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/.tmp/hbase.id 2024-11-19T03:20:55,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40957 is added to blk_1073741826_1002 (size=42) 2024-11-19T03:20:55,845 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/.tmp/hbase.id]:[hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/hbase.id] 2024-11-19T03:20:55,853 INFO [master/47efada56ed5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:20:55,853 INFO [master/47efada56ed5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T03:20:55,854 INFO [master/47efada56ed5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T03:20:55,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44667-0x101511bd9d10003, quorum=127.0.0.1:50406, baseZNode=/1-184811127 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-184811127 2024-11-19T03:20:55,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33437-0x101511bd9d10004, quorum=127.0.0.1:50406, baseZNode=/1-184811127 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-184811127 2024-11-19T03:20:55,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40957 is added to blk_1073741827_1003 (size=196) 2024-11-19T03:20:56,314 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T03:20:56,315 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T03:20:56,315 INFO [master/47efada56ed5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T03:20:56,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40957 is added to blk_1073741828_1004 (size=1189) 2024-11-19T03:20:56,486 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T03:20:56,487 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-19T03:20:56,487 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T03:20:56,487 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-19T03:20:56,487 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T03:20:56,487 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-19T03:20:56,721 INFO [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/MasterData/data/master/store 2024-11-19T03:20:56,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40957 is added to blk_1073741829_1005 (size=34) 2024-11-19T03:20:57,126 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:20:57,126 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T03:20:57,126 INFO [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:20:57,127 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:20:57,127 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T03:20:57,127 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:20:57,127 INFO [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:20:57,127 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731986457126Disabling compacts and flushes for region at 1731986457126Disabling writes for close at 1731986457127 (+1 ms)Writing region close event to WAL at 1731986457127Closed at 1731986457127 2024-11-19T03:20:57,127 WARN [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/MasterData/data/master/store/.initializing 2024-11-19T03:20:57,127 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/MasterData/WALs/47efada56ed5,44667,1731986455210 2024-11-19T03:20:57,128 INFO [master/47efada56ed5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T03:20:57,129 INFO [master/47efada56ed5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=47efada56ed5%2C44667%2C1731986455210, suffix=, logDir=hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/MasterData/WALs/47efada56ed5,44667,1731986455210, archiveDir=hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/MasterData/oldWALs, maxLogs=10 2024-11-19T03:20:57,145 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/MasterData/WALs/47efada56ed5,44667,1731986455210/47efada56ed5%2C44667%2C1731986455210.1731986457130, exclude list is [], retry=0 2024-11-19T03:20:57,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40957,DS-14ea5893-d397-4183-8b88-b7bdb8e0b593,DISK] 2024-11-19T03:20:57,150 INFO [master/47efada56ed5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/MasterData/WALs/47efada56ed5,44667,1731986455210/47efada56ed5%2C44667%2C1731986455210.1731986457130 2024-11-19T03:20:57,150 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37525:37525)] 2024-11-19T03:20:57,150 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T03:20:57,150 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:20:57,151 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:20:57,151 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:20:57,152 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:20:57,153 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T03:20:57,153 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:20:57,153 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:20:57,153 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:20:57,154 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T03:20:57,154 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:20:57,154 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:20:57,155 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:20:57,156 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T03:20:57,156 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:20:57,156 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:20:57,156 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:20:57,157 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T03:20:57,157 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:20:57,157 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:20:57,157 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:20:57,158 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:20:57,158 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:20:57,159 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:20:57,159 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:20:57,160 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T03:20:57,161 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:20:57,162 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T03:20:57,163 INFO [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61083620, jitterRate=-0.08978313207626343}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T03:20:57,163 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731986457151Initializing all the Stores at 1731986457151Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986457151Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986457152 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986457152Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986457152Cleaning up temporary data from old regions at 1731986457159 (+7 ms)Region opened successfully at 1731986457163 (+4 ms) 2024-11-19T03:20:57,163 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T03:20:57,165 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f925d95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=47efada56ed5/172.17.0.3:0 2024-11-19T03:20:57,166 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T03:20:57,166 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T03:20:57,166 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T03:20:57,166 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T03:20:57,167 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T03:20:57,167 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T03:20:57,167 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T03:20:57,169 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T03:20:57,169 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44667-0x101511bd9d10003, quorum=127.0.0.1:50406, baseZNode=/1-184811127 Unable to get data of znode /1-184811127/balancer because node does not exist (not necessarily an error) 2024-11-19T03:20:57,237 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-184811127/balancer already deleted, retry=false 2024-11-19T03:20:57,237 INFO [master/47efada56ed5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T03:20:57,238 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44667-0x101511bd9d10003, quorum=127.0.0.1:50406, baseZNode=/1-184811127 Unable to get data of znode /1-184811127/normalizer because node does not exist (not necessarily an error) 2024-11-19T03:20:57,248 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-184811127/normalizer already deleted, retry=false 2024-11-19T03:20:57,248 INFO [master/47efada56ed5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T03:20:57,249 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44667-0x101511bd9d10003, quorum=127.0.0.1:50406, baseZNode=/1-184811127 Unable to get data of znode /1-184811127/switch/split because node does not exist (not necessarily an error) 2024-11-19T03:20:57,258 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-184811127/switch/split already deleted, retry=false 2024-11-19T03:20:57,259 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44667-0x101511bd9d10003, quorum=127.0.0.1:50406, baseZNode=/1-184811127 Unable to get data of znode /1-184811127/switch/merge because node does not exist (not necessarily an error) 2024-11-19T03:20:57,269 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-184811127/switch/merge already deleted, retry=false 2024-11-19T03:20:57,270 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44667-0x101511bd9d10003, quorum=127.0.0.1:50406, baseZNode=/1-184811127 Unable to get data of znode /1-184811127/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T03:20:57,279 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-184811127/snapshot-cleanup already deleted, retry=false 2024-11-19T03:20:57,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33437-0x101511bd9d10004, quorum=127.0.0.1:50406, baseZNode=/1-184811127 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-184811127/running 2024-11-19T03:20:57,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44667-0x101511bd9d10003, quorum=127.0.0.1:50406, baseZNode=/1-184811127 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-184811127/running 2024-11-19T03:20:57,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33437-0x101511bd9d10004, quorum=127.0.0.1:50406, baseZNode=/1-184811127 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-184811127 2024-11-19T03:20:57,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44667-0x101511bd9d10003, quorum=127.0.0.1:50406, baseZNode=/1-184811127 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-184811127 2024-11-19T03:20:57,290 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=47efada56ed5,44667,1731986455210, sessionid=0x101511bd9d10003, setting cluster-up flag (Was=false) 2024-11-19T03:20:57,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44667-0x101511bd9d10003, quorum=127.0.0.1:50406, baseZNode=/1-184811127 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-184811127 2024-11-19T03:20:57,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33437-0x101511bd9d10004, quorum=127.0.0.1:50406, baseZNode=/1-184811127 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-184811127 2024-11-19T03:20:57,342 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-184811127/flush-table-proc/acquired, /1-184811127/flush-table-proc/reached, /1-184811127/flush-table-proc/abort 2024-11-19T03:20:57,343 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=47efada56ed5,44667,1731986455210 2024-11-19T03:20:57,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33437-0x101511bd9d10004, quorum=127.0.0.1:50406, baseZNode=/1-184811127 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-184811127 2024-11-19T03:20:57,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44667-0x101511bd9d10003, quorum=127.0.0.1:50406, baseZNode=/1-184811127 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-184811127 2024-11-19T03:20:57,460 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-184811127/online-snapshot/acquired, /1-184811127/online-snapshot/reached, /1-184811127/online-snapshot/abort 2024-11-19T03:20:57,461 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=47efada56ed5,44667,1731986455210 2024-11-19T03:20:57,462 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T03:20:57,463 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T03:20:57,463 INFO [master/47efada56ed5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T03:20:57,463 INFO [master/47efada56ed5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T03:20:57,464 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 47efada56ed5,44667,1731986455210 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T03:20:57,464 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/47efada56ed5:0, corePoolSize=5, maxPoolSize=5 2024-11-19T03:20:57,465 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/47efada56ed5:0, corePoolSize=5, maxPoolSize=5 2024-11-19T03:20:57,465 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/47efada56ed5:0, corePoolSize=5, maxPoolSize=5 2024-11-19T03:20:57,465 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/47efada56ed5:0, corePoolSize=5, maxPoolSize=5 2024-11-19T03:20:57,465 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/47efada56ed5:0, corePoolSize=10, maxPoolSize=10 2024-11-19T03:20:57,465 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:20:57,465 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/47efada56ed5:0, corePoolSize=2, maxPoolSize=2 2024-11-19T03:20:57,465 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:20:57,466 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731986487466 2024-11-19T03:20:57,466 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T03:20:57,466 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T03:20:57,466 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T03:20:57,466 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T03:20:57,466 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T03:20:57,466 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T03:20:57,466 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T03:20:57,466 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T03:20:57,466 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T03:20:57,466 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T03:20:57,467 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T03:20:57,467 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T03:20:57,467 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T03:20:57,467 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T03:20:57,467 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T03:20:57,467 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.large.0-1731986457467,5,FailOnTimeoutGroup] 2024-11-19T03:20:57,467 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.small.0-1731986457467,5,FailOnTimeoutGroup] 2024-11-19T03:20:57,467 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T03:20:57,467 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T03:20:57,467 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T03:20:57,467 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T03:20:57,467 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:20:57,468 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T03:20:57,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40957 is added to blk_1073741831_1007 (size=1321) 2024-11-19T03:20:57,498 INFO [RS:0;47efada56ed5:33437 {}] regionserver.HRegionServer(746): ClusterId : a9aaafb3-d742-4ed9-b17b-543f3e9416c2 2024-11-19T03:20:57,498 DEBUG [RS:0;47efada56ed5:33437 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T03:20:57,522 DEBUG [RS:0;47efada56ed5:33437 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T03:20:57,522 DEBUG [RS:0;47efada56ed5:33437 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T03:20:57,533 DEBUG [RS:0;47efada56ed5:33437 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T03:20:57,533 DEBUG [RS:0;47efada56ed5:33437 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@622a06de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=47efada56ed5/172.17.0.3:0 2024-11-19T03:20:57,547 DEBUG [RS:0;47efada56ed5:33437 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;47efada56ed5:33437 2024-11-19T03:20:57,547 INFO [RS:0;47efada56ed5:33437 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T03:20:57,547 INFO [RS:0;47efada56ed5:33437 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T03:20:57,547 DEBUG [RS:0;47efada56ed5:33437 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T03:20:57,548 INFO [RS:0;47efada56ed5:33437 {}] regionserver.HRegionServer(2659): reportForDuty to master=47efada56ed5,44667,1731986455210 with port=33437, startcode=1731986455370 2024-11-19T03:20:57,548 DEBUG [RS:0;47efada56ed5:33437 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T03:20:57,549 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38743, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T03:20:57,549 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44667 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 47efada56ed5,33437,1731986455370 2024-11-19T03:20:57,550 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44667 {}] master.ServerManager(517): Registering regionserver=47efada56ed5,33437,1731986455370 2024-11-19T03:20:57,551 DEBUG [RS:0;47efada56ed5:33437 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2 2024-11-19T03:20:57,551 DEBUG [RS:0;47efada56ed5:33437 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37957 2024-11-19T03:20:57,551 DEBUG [RS:0;47efada56ed5:33437 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T03:20:57,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44667-0x101511bd9d10003, quorum=127.0.0.1:50406, baseZNode=/1-184811127 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-184811127/rs 2024-11-19T03:20:57,598 DEBUG [RS:0;47efada56ed5:33437 {}] zookeeper.ZKUtil(111): regionserver:33437-0x101511bd9d10004, quorum=127.0.0.1:50406, baseZNode=/1-184811127 Set watcher on existing znode=/1-184811127/rs/47efada56ed5,33437,1731986455370 2024-11-19T03:20:57,598 WARN [RS:0;47efada56ed5:33437 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T03:20:57,598 INFO [RS:0;47efada56ed5:33437 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T03:20:57,598 DEBUG [RS:0;47efada56ed5:33437 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/WALs/47efada56ed5,33437,1731986455370 2024-11-19T03:20:57,599 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [47efada56ed5,33437,1731986455370] 2024-11-19T03:20:57,601 INFO [RS:0;47efada56ed5:33437 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T03:20:57,603 INFO [RS:0;47efada56ed5:33437 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T03:20:57,603 INFO [RS:0;47efada56ed5:33437 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T03:20:57,603 INFO [RS:0;47efada56ed5:33437 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T03:20:57,603 INFO [RS:0;47efada56ed5:33437 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T03:20:57,604 INFO [RS:0;47efada56ed5:33437 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T03:20:57,604 INFO [RS:0;47efada56ed5:33437 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T03:20:57,604 DEBUG [RS:0;47efada56ed5:33437 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:20:57,604 DEBUG [RS:0;47efada56ed5:33437 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:20:57,604 DEBUG [RS:0;47efada56ed5:33437 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:20:57,604 DEBUG [RS:0;47efada56ed5:33437 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:20:57,604 DEBUG [RS:0;47efada56ed5:33437 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:20:57,604 DEBUG [RS:0;47efada56ed5:33437 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/47efada56ed5:0, corePoolSize=2, maxPoolSize=2 2024-11-19T03:20:57,604 DEBUG [RS:0;47efada56ed5:33437 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:20:57,604 DEBUG [RS:0;47efada56ed5:33437 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:20:57,604 DEBUG [RS:0;47efada56ed5:33437 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:20:57,604 DEBUG [RS:0;47efada56ed5:33437 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:20:57,604 DEBUG [RS:0;47efada56ed5:33437 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:20:57,604 DEBUG [RS:0;47efada56ed5:33437 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:20:57,604 DEBUG [RS:0;47efada56ed5:33437 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/47efada56ed5:0, corePoolSize=3, maxPoolSize=3 2024-11-19T03:20:57,604 DEBUG [RS:0;47efada56ed5:33437 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0, corePoolSize=3, maxPoolSize=3 2024-11-19T03:20:57,608 INFO [RS:0;47efada56ed5:33437 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T03:20:57,608 INFO [RS:0;47efada56ed5:33437 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T03:20:57,608 INFO [RS:0;47efada56ed5:33437 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T03:20:57,608 INFO [RS:0;47efada56ed5:33437 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T03:20:57,608 INFO [RS:0;47efada56ed5:33437 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T03:20:57,608 INFO [RS:0;47efada56ed5:33437 {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,33437,1731986455370-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T03:20:57,621 INFO [RS:0;47efada56ed5:33437 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T03:20:57,622 INFO [RS:0;47efada56ed5:33437 {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,33437,1731986455370-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T03:20:57,622 INFO [RS:0;47efada56ed5:33437 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:20:57,622 INFO [RS:0;47efada56ed5:33437 {}] regionserver.Replication(171): 47efada56ed5,33437,1731986455370 started 2024-11-19T03:20:57,634 INFO [RS:0;47efada56ed5:33437 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:20:57,634 INFO [RS:0;47efada56ed5:33437 {}] regionserver.HRegionServer(1482): Serving as 47efada56ed5,33437,1731986455370, RpcServer on 47efada56ed5/172.17.0.3:33437, sessionid=0x101511bd9d10004 2024-11-19T03:20:57,634 DEBUG [RS:0;47efada56ed5:33437 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T03:20:57,634 DEBUG [RS:0;47efada56ed5:33437 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 47efada56ed5,33437,1731986455370 2024-11-19T03:20:57,634 DEBUG [RS:0;47efada56ed5:33437 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '47efada56ed5,33437,1731986455370' 2024-11-19T03:20:57,634 DEBUG [RS:0;47efada56ed5:33437 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-184811127/flush-table-proc/abort' 2024-11-19T03:20:57,634 DEBUG [RS:0;47efada56ed5:33437 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-184811127/flush-table-proc/acquired' 2024-11-19T03:20:57,635 DEBUG [RS:0;47efada56ed5:33437 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T03:20:57,635 DEBUG [RS:0;47efada56ed5:33437 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T03:20:57,635 DEBUG [RS:0;47efada56ed5:33437 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 47efada56ed5,33437,1731986455370 2024-11-19T03:20:57,635 DEBUG [RS:0;47efada56ed5:33437 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '47efada56ed5,33437,1731986455370' 2024-11-19T03:20:57,635 DEBUG [RS:0;47efada56ed5:33437 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-184811127/online-snapshot/abort' 2024-11-19T03:20:57,635 DEBUG [RS:0;47efada56ed5:33437 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-184811127/online-snapshot/acquired' 2024-11-19T03:20:57,635 DEBUG [RS:0;47efada56ed5:33437 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T03:20:57,635 INFO [RS:0;47efada56ed5:33437 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T03:20:57,635 INFO [RS:0;47efada56ed5:33437 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T03:20:57,736 INFO [RS:0;47efada56ed5:33437 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T03:20:57,737 INFO [RS:0;47efada56ed5:33437 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=47efada56ed5%2C33437%2C1731986455370, suffix=, logDir=hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/WALs/47efada56ed5,33437,1731986455370, archiveDir=hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/oldWALs, maxLogs=10 2024-11-19T03:20:57,753 DEBUG [RS:0;47efada56ed5:33437 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/WALs/47efada56ed5,33437,1731986455370/47efada56ed5%2C33437%2C1731986455370.1731986457737, exclude list is [], retry=0 2024-11-19T03:20:57,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40957,DS-14ea5893-d397-4183-8b88-b7bdb8e0b593,DISK] 2024-11-19T03:20:57,757 INFO [RS:0;47efada56ed5:33437 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/WALs/47efada56ed5,33437,1731986455370/47efada56ed5%2C33437%2C1731986455370.1731986457737 2024-11-19T03:20:57,758 DEBUG [RS:0;47efada56ed5:33437 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37525:37525)] 2024-11-19T03:20:57,830 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T03:20:57,881 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T03:20:57,881 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2 2024-11-19T03:20:57,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40957 is added to blk_1073741833_1009 (size=32) 2024-11-19T03:20:58,287 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:20:58,288 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T03:20:58,289 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T03:20:58,289 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:20:58,290 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:20:58,290 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T03:20:58,291 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T03:20:58,291 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:20:58,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:20:58,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T03:20:58,292 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T03:20:58,292 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:20:58,292 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:20:58,292 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T03:20:58,293 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T03:20:58,293 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:20:58,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:20:58,293 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T03:20:58,293 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/data/hbase/meta/1588230740 2024-11-19T03:20:58,294 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/data/hbase/meta/1588230740 2024-11-19T03:20:58,294 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T03:20:58,294 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T03:20:58,295 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T03:20:58,295 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T03:20:58,297 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T03:20:58,297 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75275657, jitterRate=0.12169469892978668}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T03:20:58,297 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731986458288Initializing all the Stores at 1731986458288Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986458288Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986458288Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986458288Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986458288Cleaning up temporary data from old regions at 1731986458294 (+6 ms)Region opened successfully at 1731986458297 (+3 ms) 2024-11-19T03:20:58,297 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T03:20:58,297 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T03:20:58,297 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T03:20:58,297 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T03:20:58,297 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T03:20:58,297 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T03:20:58,298 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731986458297Disabling compacts and flushes for region at 1731986458297Disabling writes for close at 1731986458297Writing region close event to WAL at 1731986458297Closed at 1731986458297 2024-11-19T03:20:58,298 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T03:20:58,298 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T03:20:58,298 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T03:20:58,299 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T03:20:58,300 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T03:20:58,450 DEBUG [47efada56ed5:44667 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T03:20:58,450 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=47efada56ed5,33437,1731986455370 2024-11-19T03:20:58,451 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 47efada56ed5,33437,1731986455370, state=OPENING 2024-11-19T03:20:58,511 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T03:20:58,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33437-0x101511bd9d10004, quorum=127.0.0.1:50406, baseZNode=/1-184811127 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-184811127 2024-11-19T03:20:58,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44667-0x101511bd9d10003, quorum=127.0.0.1:50406, baseZNode=/1-184811127 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-184811127 2024-11-19T03:20:58,522 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-184811127/meta-region-server: CHANGED 2024-11-19T03:20:58,522 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-184811127/meta-region-server: CHANGED 2024-11-19T03:20:58,522 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T03:20:58,522 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=47efada56ed5,33437,1731986455370}] 2024-11-19T03:20:58,539 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T03:20:58,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:20:58,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:20:58,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:20:58,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:20:58,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:20:58,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:20:58,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:20:58,573 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:20:58,573 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:20:58,575 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:20:58,674 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T03:20:58,675 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39409, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T03:20:58,678 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T03:20:58,678 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T03:20:58,679 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T03:20:58,680 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=47efada56ed5%2C33437%2C1731986455370.meta, suffix=.meta, logDir=hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/WALs/47efada56ed5,33437,1731986455370, archiveDir=hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/oldWALs, maxLogs=10 2024-11-19T03:20:58,695 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/WALs/47efada56ed5,33437,1731986455370/47efada56ed5%2C33437%2C1731986455370.meta.1731986458680.meta, exclude list is [], retry=0 2024-11-19T03:20:58,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40957,DS-14ea5893-d397-4183-8b88-b7bdb8e0b593,DISK] 2024-11-19T03:20:58,699 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/WALs/47efada56ed5,33437,1731986455370/47efada56ed5%2C33437%2C1731986455370.meta.1731986458680.meta 2024-11-19T03:20:58,699 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37525:37525)] 2024-11-19T03:20:58,699 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T03:20:58,700 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T03:20:58,700 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T03:20:58,700 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T03:20:58,700 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T03:20:58,700 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T03:20:58,700 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:20:58,700 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T03:20:58,700 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T03:20:58,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T03:20:58,702 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T03:20:58,702 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:20:58,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:20:58,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T03:20:58,702 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T03:20:58,703 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:20:58,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:20:58,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T03:20:58,703 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T03:20:58,703 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:20:58,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:20:58,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T03:20:58,704 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T03:20:58,704 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:20:58,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:20:58,704 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T03:20:58,705 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/data/hbase/meta/1588230740 2024-11-19T03:20:58,705 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/data/hbase/meta/1588230740 2024-11-19T03:20:58,706 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T03:20:58,706 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T03:20:58,707 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T03:20:58,708 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T03:20:58,708 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59080323, jitterRate=-0.11963458359241486}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T03:20:58,709 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T03:20:58,709 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731986458700Writing region info on filesystem at 1731986458700Initializing all the Stores at 1731986458701 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986458701Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986458701Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986458701Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986458701Cleaning up temporary data from old regions at 1731986458706 (+5 ms)Running coprocessor post-open hooks at 1731986458709 (+3 ms)Region opened successfully at 1731986458709 2024-11-19T03:20:58,709 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731986458674 2024-11-19T03:20:58,711 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T03:20:58,711 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T03:20:58,712 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=47efada56ed5,33437,1731986455370 2024-11-19T03:20:58,712 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 47efada56ed5,33437,1731986455370, state=OPEN 2024-11-19T03:20:58,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44667-0x101511bd9d10003, quorum=127.0.0.1:50406, baseZNode=/1-184811127 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-184811127/meta-region-server 2024-11-19T03:20:58,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33437-0x101511bd9d10004, quorum=127.0.0.1:50406, baseZNode=/1-184811127 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-184811127/meta-region-server 2024-11-19T03:20:58,742 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-184811127/meta-region-server: CHANGED 2024-11-19T03:20:58,742 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-184811127/meta-region-server: CHANGED 2024-11-19T03:20:58,742 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=47efada56ed5,33437,1731986455370 2024-11-19T03:20:58,745 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T03:20:58,745 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=47efada56ed5,33437,1731986455370 in 221 msec 2024-11-19T03:20:58,746 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T03:20:58,746 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 447 msec 2024-11-19T03:20:58,747 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T03:20:58,747 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T03:20:58,748 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:20:58,748 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,33437,1731986455370, seqNum=-1] 2024-11-19T03:20:58,748 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:20:58,749 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34149, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:20:58,753 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2900 sec 2024-11-19T03:20:58,753 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731986458753, completionTime=-1 2024-11-19T03:20:58,754 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T03:20:58,754 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T03:20:58,755 INFO [master/47efada56ed5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T03:20:58,755 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731986518755 2024-11-19T03:20:58,755 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731986578755 2024-11-19T03:20:58,755 INFO [master/47efada56ed5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-19T03:20:58,756 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,44667,1731986455210-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T03:20:58,756 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,44667,1731986455210-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:20:58,756 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,44667,1731986455210-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:20:58,756 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-47efada56ed5:44667, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:20:58,756 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T03:20:58,756 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T03:20:58,757 DEBUG [master/47efada56ed5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T03:20:58,759 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.322sec 2024-11-19T03:20:58,759 INFO [master/47efada56ed5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T03:20:58,759 INFO [master/47efada56ed5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T03:20:58,759 INFO [master/47efada56ed5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T03:20:58,759 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T03:20:58,759 INFO [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T03:20:58,759 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,44667,1731986455210-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T03:20:58,759 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,44667,1731986455210-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T03:20:58,761 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T03:20:58,761 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T03:20:58,761 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,44667,1731986455210-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:20:58,799 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62a141ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:20:58,799 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,44667,-1 for getting cluster id 2024-11-19T03:20:58,799 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:20:58,800 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a9aaafb3-d742-4ed9-b17b-543f3e9416c2' 2024-11-19T03:20:58,800 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:20:58,801 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a9aaafb3-d742-4ed9-b17b-543f3e9416c2" 2024-11-19T03:20:58,801 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11d32c60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:20:58,801 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,44667,-1] 2024-11-19T03:20:58,801 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:20:58,801 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:20:58,802 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:20:58,803 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79ccd8f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:20:58,803 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:20:58,804 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,33437,1731986455370, seqNum=-1] 2024-11-19T03:20:58,804 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:20:58,805 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:20:58,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=47efada56ed5,44667,1731986455210 2024-11-19T03:20:58,807 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50406 2024-11-19T03:20:58,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50406, baseZNode=/1-184811127 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T03:20:58,817 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101511bd9d10005 connected 2024-11-19T03:20:58,828 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T03:20:58,829 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 47efada56ed5,45479,1731986449850 2024-11-19T03:20:58,829 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78534284 2024-11-19T03:20:58,830 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T03:20:58,830 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T03:20:58,831 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45479 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T03:20:58,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45479 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T03:20:58,833 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T03:20:58,833 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:20:58,833 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45479 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T03:20:58,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45479 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T03:20:58,834 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T03:20:58,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741835_1011 (size=902) 2024-11-19T03:20:58,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45479 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T03:20:59,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45479 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T03:20:59,243 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ba2ace1d587e91a021a46334af138bfd, NAME => 'test,,1731986458831.ba2ace1d587e91a021a46334af138bfd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36 2024-11-19T03:20:59,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741836_1012 (size=39) 2024-11-19T03:20:59,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45479 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T03:20:59,648 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731986458831.ba2ace1d587e91a021a46334af138bfd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:20:59,649 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ba2ace1d587e91a021a46334af138bfd, disabling compactions & flushes 2024-11-19T03:20:59,649 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731986458831.ba2ace1d587e91a021a46334af138bfd. 2024-11-19T03:20:59,649 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731986458831.ba2ace1d587e91a021a46334af138bfd. 2024-11-19T03:20:59,649 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731986458831.ba2ace1d587e91a021a46334af138bfd. after waiting 0 ms 2024-11-19T03:20:59,649 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731986458831.ba2ace1d587e91a021a46334af138bfd. 2024-11-19T03:20:59,649 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731986458831.ba2ace1d587e91a021a46334af138bfd. 2024-11-19T03:20:59,649 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ba2ace1d587e91a021a46334af138bfd: Waiting for close lock at 1731986459649Disabling compacts and flushes for region at 1731986459649Disabling writes for close at 1731986459649Writing region close event to WAL at 1731986459649Closed at 1731986459649 2024-11-19T03:20:59,650 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T03:20:59,650 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731986458831.ba2ace1d587e91a021a46334af138bfd.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731986459650"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731986459650"}]},"ts":"1731986459650"} 2024-11-19T03:20:59,652 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T03:20:59,653 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T03:20:59,653 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731986459653"}]},"ts":"1731986459653"} 2024-11-19T03:20:59,655 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T03:20:59,656 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ba2ace1d587e91a021a46334af138bfd, ASSIGN}] 2024-11-19T03:20:59,656 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ba2ace1d587e91a021a46334af138bfd, ASSIGN 2024-11-19T03:20:59,657 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ba2ace1d587e91a021a46334af138bfd, ASSIGN; state=OFFLINE, location=47efada56ed5,43871,1731986450050; forceNewPlan=false, retain=false 2024-11-19T03:20:59,808 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ba2ace1d587e91a021a46334af138bfd, regionState=OPENING, regionLocation=47efada56ed5,43871,1731986450050 2024-11-19T03:20:59,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ba2ace1d587e91a021a46334af138bfd, ASSIGN because future has completed 2024-11-19T03:20:59,810 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ba2ace1d587e91a021a46334af138bfd, server=47efada56ed5,43871,1731986450050}] 2024-11-19T03:20:59,966 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731986458831.ba2ace1d587e91a021a46334af138bfd. 2024-11-19T03:20:59,966 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ba2ace1d587e91a021a46334af138bfd, NAME => 'test,,1731986458831.ba2ace1d587e91a021a46334af138bfd.', STARTKEY => '', ENDKEY => ''} 2024-11-19T03:20:59,966 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T03:20:59,967 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T03:20:59,967 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ba2ace1d587e91a021a46334af138bfd 2024-11-19T03:20:59,967 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731986458831.ba2ace1d587e91a021a46334af138bfd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:20:59,967 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ba2ace1d587e91a021a46334af138bfd 2024-11-19T03:20:59,967 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ba2ace1d587e91a021a46334af138bfd 2024-11-19T03:20:59,968 INFO [StoreOpener-ba2ace1d587e91a021a46334af138bfd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ba2ace1d587e91a021a46334af138bfd 2024-11-19T03:20:59,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45479 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T03:20:59,969 INFO [StoreOpener-ba2ace1d587e91a021a46334af138bfd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba2ace1d587e91a021a46334af138bfd columnFamilyName f 2024-11-19T03:20:59,969 DEBUG [StoreOpener-ba2ace1d587e91a021a46334af138bfd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:20:59,970 INFO [StoreOpener-ba2ace1d587e91a021a46334af138bfd-1 {}] regionserver.HStore(327): Store=ba2ace1d587e91a021a46334af138bfd/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:20:59,970 INFO [StoreOpener-ba2ace1d587e91a021a46334af138bfd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ba2ace1d587e91a021a46334af138bfd 2024-11-19T03:20:59,971 INFO [StoreOpener-ba2ace1d587e91a021a46334af138bfd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba2ace1d587e91a021a46334af138bfd columnFamilyName f1 2024-11-19T03:20:59,971 DEBUG [StoreOpener-ba2ace1d587e91a021a46334af138bfd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:20:59,971 INFO [StoreOpener-ba2ace1d587e91a021a46334af138bfd-1 {}] regionserver.HStore(327): Store=ba2ace1d587e91a021a46334af138bfd/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:20:59,971 INFO [StoreOpener-ba2ace1d587e91a021a46334af138bfd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ba2ace1d587e91a021a46334af138bfd 2024-11-19T03:20:59,972 INFO [StoreOpener-ba2ace1d587e91a021a46334af138bfd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba2ace1d587e91a021a46334af138bfd columnFamilyName norep 2024-11-19T03:20:59,972 DEBUG [StoreOpener-ba2ace1d587e91a021a46334af138bfd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:20:59,973 INFO [StoreOpener-ba2ace1d587e91a021a46334af138bfd-1 {}] regionserver.HStore(327): Store=ba2ace1d587e91a021a46334af138bfd/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:20:59,973 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ba2ace1d587e91a021a46334af138bfd 2024-11-19T03:20:59,973 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/data/default/test/ba2ace1d587e91a021a46334af138bfd 2024-11-19T03:20:59,974 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/data/default/test/ba2ace1d587e91a021a46334af138bfd 2024-11-19T03:20:59,974 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ba2ace1d587e91a021a46334af138bfd 2024-11-19T03:20:59,974 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ba2ace1d587e91a021a46334af138bfd 2024-11-19T03:20:59,975 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T03:20:59,975 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ba2ace1d587e91a021a46334af138bfd 2024-11-19T03:20:59,977 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/data/default/test/ba2ace1d587e91a021a46334af138bfd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T03:20:59,978 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ba2ace1d587e91a021a46334af138bfd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74250974, jitterRate=0.10642573237419128}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T03:20:59,978 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ba2ace1d587e91a021a46334af138bfd 2024-11-19T03:20:59,978 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ba2ace1d587e91a021a46334af138bfd: Running coprocessor pre-open hook at 1731986459967Writing region info on filesystem at 1731986459967Initializing all the Stores at 1731986459968 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986459968Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986459968Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986459968Cleaning up temporary data from old regions at 1731986459974 (+6 ms)Running coprocessor post-open hooks at 1731986459978 (+4 ms)Region opened successfully at 1731986459978 2024-11-19T03:20:59,979 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731986458831.ba2ace1d587e91a021a46334af138bfd., pid=6, masterSystemTime=1731986459962 2024-11-19T03:20:59,981 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731986458831.ba2ace1d587e91a021a46334af138bfd. 2024-11-19T03:20:59,981 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731986458831.ba2ace1d587e91a021a46334af138bfd. 2024-11-19T03:20:59,981 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ba2ace1d587e91a021a46334af138bfd, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=47efada56ed5,43871,1731986450050 2024-11-19T03:20:59,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ba2ace1d587e91a021a46334af138bfd, server=47efada56ed5,43871,1731986450050 because future has completed 2024-11-19T03:20:59,986 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T03:20:59,986 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ba2ace1d587e91a021a46334af138bfd, server=47efada56ed5,43871,1731986450050 in 174 msec 2024-11-19T03:20:59,987 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T03:20:59,987 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ba2ace1d587e91a021a46334af138bfd, ASSIGN in 331 msec 2024-11-19T03:20:59,988 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T03:20:59,988 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731986459988"}]},"ts":"1731986459988"} 2024-11-19T03:20:59,990 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T03:20:59,991 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T03:20:59,992 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1600 sec 2024-11-19T03:21:00,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45479 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T03:21:00,989 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T03:21:00,989 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T03:21:00,990 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 47efada56ed5,44667,1731986455210 2024-11-19T03:21:00,990 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@521d02f 2024-11-19T03:21:00,990 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T03:21:00,991 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T03:21:00,992 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44667 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T03:21:00,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44667 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T03:21:00,994 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T03:21:00,994 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:21:00,994 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44667 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T03:21:00,995 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T03:21:00,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T03:21:01,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40957 is added to blk_1073741835_1011 (size=902) 2024-11-19T03:21:01,003 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 573140ff580522aa8692f7f4412d7b6b, NAME => 'test,,1731986460992.573140ff580522aa8692f7f4412d7b6b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2 2024-11-19T03:21:01,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40957 is added to blk_1073741836_1012 (size=39) 2024-11-19T03:21:01,008 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731986460992.573140ff580522aa8692f7f4412d7b6b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:21:01,008 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 573140ff580522aa8692f7f4412d7b6b, disabling compactions & flushes 2024-11-19T03:21:01,008 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731986460992.573140ff580522aa8692f7f4412d7b6b. 2024-11-19T03:21:01,008 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731986460992.573140ff580522aa8692f7f4412d7b6b. 2024-11-19T03:21:01,008 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731986460992.573140ff580522aa8692f7f4412d7b6b. after waiting 0 ms 2024-11-19T03:21:01,008 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731986460992.573140ff580522aa8692f7f4412d7b6b. 2024-11-19T03:21:01,008 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731986460992.573140ff580522aa8692f7f4412d7b6b. 2024-11-19T03:21:01,008 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 573140ff580522aa8692f7f4412d7b6b: Waiting for close lock at 1731986461008Disabling compacts and flushes for region at 1731986461008Disabling writes for close at 1731986461008Writing region close event to WAL at 1731986461008Closed at 1731986461008 2024-11-19T03:21:01,010 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T03:21:01,010 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731986460992.573140ff580522aa8692f7f4412d7b6b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731986461010"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731986461010"}]},"ts":"1731986461010"} 2024-11-19T03:21:01,011 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T03:21:01,012 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T03:21:01,012 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731986461012"}]},"ts":"1731986461012"} 2024-11-19T03:21:01,014 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T03:21:01,014 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=573140ff580522aa8692f7f4412d7b6b, ASSIGN}] 2024-11-19T03:21:01,015 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=573140ff580522aa8692f7f4412d7b6b, ASSIGN 2024-11-19T03:21:01,016 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=573140ff580522aa8692f7f4412d7b6b, ASSIGN; state=OFFLINE, location=47efada56ed5,33437,1731986455370; forceNewPlan=false, retain=false 2024-11-19T03:21:01,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T03:21:01,166 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=573140ff580522aa8692f7f4412d7b6b, regionState=OPENING, regionLocation=47efada56ed5,33437,1731986455370 2024-11-19T03:21:01,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=573140ff580522aa8692f7f4412d7b6b, ASSIGN because future has completed 2024-11-19T03:21:01,169 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 573140ff580522aa8692f7f4412d7b6b, server=47efada56ed5,33437,1731986455370}] 2024-11-19T03:21:01,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T03:21:01,324 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731986460992.573140ff580522aa8692f7f4412d7b6b. 2024-11-19T03:21:01,324 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 573140ff580522aa8692f7f4412d7b6b, NAME => 'test,,1731986460992.573140ff580522aa8692f7f4412d7b6b.', STARTKEY => '', ENDKEY => ''} 2024-11-19T03:21:01,324 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T03:21:01,324 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T03:21:01,324 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 573140ff580522aa8692f7f4412d7b6b 2024-11-19T03:21:01,324 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731986460992.573140ff580522aa8692f7f4412d7b6b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:21:01,324 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 573140ff580522aa8692f7f4412d7b6b 2024-11-19T03:21:01,324 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 573140ff580522aa8692f7f4412d7b6b 2024-11-19T03:21:01,325 INFO [StoreOpener-573140ff580522aa8692f7f4412d7b6b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 573140ff580522aa8692f7f4412d7b6b 2024-11-19T03:21:01,326 INFO [StoreOpener-573140ff580522aa8692f7f4412d7b6b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 573140ff580522aa8692f7f4412d7b6b columnFamilyName f 2024-11-19T03:21:01,326 DEBUG [StoreOpener-573140ff580522aa8692f7f4412d7b6b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:21:01,326 INFO [StoreOpener-573140ff580522aa8692f7f4412d7b6b-1 {}] regionserver.HStore(327): Store=573140ff580522aa8692f7f4412d7b6b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:21:01,326 INFO [StoreOpener-573140ff580522aa8692f7f4412d7b6b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 573140ff580522aa8692f7f4412d7b6b 2024-11-19T03:21:01,327 INFO [StoreOpener-573140ff580522aa8692f7f4412d7b6b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 573140ff580522aa8692f7f4412d7b6b columnFamilyName f1 2024-11-19T03:21:01,327 DEBUG [StoreOpener-573140ff580522aa8692f7f4412d7b6b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:21:01,327 INFO [StoreOpener-573140ff580522aa8692f7f4412d7b6b-1 {}] regionserver.HStore(327): Store=573140ff580522aa8692f7f4412d7b6b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:21:01,327 INFO [StoreOpener-573140ff580522aa8692f7f4412d7b6b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 573140ff580522aa8692f7f4412d7b6b 2024-11-19T03:21:01,328 INFO [StoreOpener-573140ff580522aa8692f7f4412d7b6b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 573140ff580522aa8692f7f4412d7b6b columnFamilyName norep 2024-11-19T03:21:01,328 DEBUG [StoreOpener-573140ff580522aa8692f7f4412d7b6b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:21:01,328 INFO [StoreOpener-573140ff580522aa8692f7f4412d7b6b-1 {}] regionserver.HStore(327): Store=573140ff580522aa8692f7f4412d7b6b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:21:01,328 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 573140ff580522aa8692f7f4412d7b6b 2024-11-19T03:21:01,329 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/data/default/test/573140ff580522aa8692f7f4412d7b6b 2024-11-19T03:21:01,329 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/data/default/test/573140ff580522aa8692f7f4412d7b6b 2024-11-19T03:21:01,330 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 573140ff580522aa8692f7f4412d7b6b 2024-11-19T03:21:01,330 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 573140ff580522aa8692f7f4412d7b6b 2024-11-19T03:21:01,330 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T03:21:01,331 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 573140ff580522aa8692f7f4412d7b6b 2024-11-19T03:21:01,332 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/data/default/test/573140ff580522aa8692f7f4412d7b6b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T03:21:01,333 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 573140ff580522aa8692f7f4412d7b6b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62965343, jitterRate=-0.061743274331092834}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T03:21:01,333 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 573140ff580522aa8692f7f4412d7b6b 2024-11-19T03:21:01,333 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 573140ff580522aa8692f7f4412d7b6b: Running coprocessor pre-open hook at 1731986461324Writing region info on filesystem at 1731986461324Initializing all the Stores at 1731986461325 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986461325Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986461325Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986461325Cleaning up temporary data from old regions at 1731986461330 (+5 ms)Running coprocessor post-open hooks at 1731986461333 (+3 ms)Region opened successfully at 1731986461333 2024-11-19T03:21:01,333 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731986460992.573140ff580522aa8692f7f4412d7b6b., pid=6, masterSystemTime=1731986461321 2024-11-19T03:21:01,335 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731986460992.573140ff580522aa8692f7f4412d7b6b. 2024-11-19T03:21:01,335 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731986460992.573140ff580522aa8692f7f4412d7b6b. 2024-11-19T03:21:01,335 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=573140ff580522aa8692f7f4412d7b6b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=47efada56ed5,33437,1731986455370 2024-11-19T03:21:01,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 573140ff580522aa8692f7f4412d7b6b, server=47efada56ed5,33437,1731986455370 because future has completed 2024-11-19T03:21:01,339 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T03:21:01,339 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 573140ff580522aa8692f7f4412d7b6b, server=47efada56ed5,33437,1731986455370 in 169 msec 2024-11-19T03:21:01,341 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T03:21:01,341 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=573140ff580522aa8692f7f4412d7b6b, ASSIGN in 325 msec 2024-11-19T03:21:01,342 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T03:21:01,342 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731986461342"}]},"ts":"1731986461342"} 2024-11-19T03:21:01,344 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T03:21:01,345 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T03:21:01,346 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 353 msec 2024-11-19T03:21:01,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T03:21:01,619 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T03:21:01,620 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57c2f6ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:21:01,620 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,45479,-1 for getting cluster id 2024-11-19T03:21:01,620 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:21:01,621 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd295b2ba-e3b7-42c4-8145-060044162b1e' 2024-11-19T03:21:01,621 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:21:01,621 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d295b2ba-e3b7-42c4-8145-060044162b1e" 2024-11-19T03:21:01,621 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@783d3b11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:21:01,621 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,45479,-1] 2024-11-19T03:21:01,621 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:21:01,622 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:21:01,622 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:21:01,623 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@202aed67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:21:01,623 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eb954a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:21:01,623 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,44667,-1 for getting cluster id 2024-11-19T03:21:01,623 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:21:01,624 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a9aaafb3-d742-4ed9-b17b-543f3e9416c2' 2024-11-19T03:21:01,624 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:21:01,624 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a9aaafb3-d742-4ed9-b17b-543f3e9416c2" 2024-11-19T03:21:01,624 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b19e716, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:21:01,624 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,44667,-1] 2024-11-19T03:21:01,624 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:21:01,624 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:21:01,625 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:21:01,625 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1987b2a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:21:01,626 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62ad124a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:21:01,626 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,45479,-1 for getting cluster id 2024-11-19T03:21:01,626 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:21:01,626 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd295b2ba-e3b7-42c4-8145-060044162b1e' 2024-11-19T03:21:01,626 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:21:01,627 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d295b2ba-e3b7-42c4-8145-060044162b1e" 2024-11-19T03:21:01,627 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ad8caf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:21:01,627 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,45479,-1] 2024-11-19T03:21:01,627 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:21:01,627 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:21:01,627 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:21:01,628 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c7b3da4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:21:01,628 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T03:21:01,629 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 47efada56ed5,45479,1731986449850 2024-11-19T03:21:01,629 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d435b25 2024-11-19T03:21:01,629 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T03:21:01,630 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T03:21:01,630 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45479 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://47efada56ed5:44667,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T03:21:01,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45479 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T03:21:01,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45479 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T03:21:01,633 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='47efada56ed5:44667' 2024-11-19T03:21:01,634 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@553f7a53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:21:01,634 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,44667,-1 for getting cluster id 2024-11-19T03:21:01,634 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:21:01,634 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a9aaafb3-d742-4ed9-b17b-543f3e9416c2' 2024-11-19T03:21:01,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:21:01,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a9aaafb3-d742-4ed9-b17b-543f3e9416c2" 2024-11-19T03:21:01,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32dd18cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:21:01,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,44667,-1] 2024-11-19T03:21:01,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:21:01,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:21:01,635 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:21:01,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61c25a95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:21:01,636 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T03:21:01,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 47efada56ed5,44667,1731986455210 2024-11-19T03:21:01,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5fedff49 2024-11-19T03:21:01,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T03:21:01,638 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T03:21:01,638 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-19T03:21:01,638 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T03:21:01,638 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:21:01,638 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:21:01,638 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:21:01,639 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T03:21:01,640 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T03:21:01,640 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T03:21:01,640 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:21:01,641 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T03:21:01,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741837_1013 (size=1138) 2024-11-19T03:21:01,690 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T03:21:01,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45479 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T03:21:01,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45479 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T03:21:02,047 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 54e38e9a95570f54fef64b9e2c2231d6, NAME => 'hbase:replication,,1731986461639.54e38e9a95570f54fef64b9e2c2231d6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36 2024-11-19T03:21:02,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741838_1014 (size=44) 2024-11-19T03:21:02,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45479 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T03:21:02,418 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T03:21:02,418 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [47efada56ed5,46551,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=47efada56ed5:46551 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T03:21:02,419 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18223 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [47efada56ed5,46551,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=47efada56ed5:46551 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T03:21:02,453 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731986461639.54e38e9a95570f54fef64b9e2c2231d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:21:02,453 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 54e38e9a95570f54fef64b9e2c2231d6, disabling compactions & flushes 2024-11-19T03:21:02,453 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731986461639.54e38e9a95570f54fef64b9e2c2231d6. 2024-11-19T03:21:02,453 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731986461639.54e38e9a95570f54fef64b9e2c2231d6. 2024-11-19T03:21:02,453 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731986461639.54e38e9a95570f54fef64b9e2c2231d6. after waiting 0 ms 2024-11-19T03:21:02,453 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731986461639.54e38e9a95570f54fef64b9e2c2231d6. 2024-11-19T03:21:02,453 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731986461639.54e38e9a95570f54fef64b9e2c2231d6. 2024-11-19T03:21:02,453 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 54e38e9a95570f54fef64b9e2c2231d6: Waiting for close lock at 1731986462453Disabling compacts and flushes for region at 1731986462453Disabling writes for close at 1731986462453Writing region close event to WAL at 1731986462453Closed at 1731986462453 2024-11-19T03:21:02,454 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T03:21:02,455 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731986461639.54e38e9a95570f54fef64b9e2c2231d6.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731986462454"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731986462454"}]},"ts":"1731986462454"} 2024-11-19T03:21:02,456 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T03:21:02,457 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T03:21:02,457 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731986462457"}]},"ts":"1731986462457"} 2024-11-19T03:21:02,459 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T03:21:02,459 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=54e38e9a95570f54fef64b9e2c2231d6, ASSIGN}] 2024-11-19T03:21:02,460 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=54e38e9a95570f54fef64b9e2c2231d6, ASSIGN 2024-11-19T03:21:02,461 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=54e38e9a95570f54fef64b9e2c2231d6, ASSIGN; state=OFFLINE, location=47efada56ed5,43871,1731986450050; forceNewPlan=false, retain=false 2024-11-19T03:21:02,611 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=54e38e9a95570f54fef64b9e2c2231d6, regionState=OPENING, regionLocation=47efada56ed5,43871,1731986450050 2024-11-19T03:21:02,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=54e38e9a95570f54fef64b9e2c2231d6, ASSIGN because future has completed 2024-11-19T03:21:02,614 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 54e38e9a95570f54fef64b9e2c2231d6, server=47efada56ed5,43871,1731986450050}] 2024-11-19T03:21:02,769 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731986461639.54e38e9a95570f54fef64b9e2c2231d6. 2024-11-19T03:21:02,769 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T03:21:02,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45479 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T03:21:02,769 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T03:21:02,770 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=47efada56ed5%2C43871%2C1731986450050.rep, suffix=, logDir=hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/WALs/47efada56ed5,43871,1731986450050, archiveDir=hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/oldWALs, maxLogs=10 2024-11-19T03:21:02,785 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/WALs/47efada56ed5,43871,1731986450050/47efada56ed5%2C43871%2C1731986450050.rep.1731986462771, exclude list is [], retry=0 2024-11-19T03:21:02,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39297,DS-72019ca4-a3e9-4855-b060-9cad2ad647f6,DISK] 2024-11-19T03:21:02,788 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/WALs/47efada56ed5,43871,1731986450050/47efada56ed5%2C43871%2C1731986450050.rep.1731986462771 2024-11-19T03:21:02,788 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39725:39725)] 2024-11-19T03:21:02,788 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 54e38e9a95570f54fef64b9e2c2231d6, NAME => 'hbase:replication,,1731986461639.54e38e9a95570f54fef64b9e2c2231d6.', STARTKEY => '', ENDKEY => ''} 2024-11-19T03:21:02,788 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T03:21:02,788 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T03:21:02,788 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731986461639.54e38e9a95570f54fef64b9e2c2231d6. service=MultiRowMutationService 2024-11-19T03:21:02,788 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T03:21:02,789 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 54e38e9a95570f54fef64b9e2c2231d6 2024-11-19T03:21:02,789 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731986461639.54e38e9a95570f54fef64b9e2c2231d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:21:02,789 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 54e38e9a95570f54fef64b9e2c2231d6 2024-11-19T03:21:02,789 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 54e38e9a95570f54fef64b9e2c2231d6 2024-11-19T03:21:02,790 INFO [StoreOpener-54e38e9a95570f54fef64b9e2c2231d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 54e38e9a95570f54fef64b9e2c2231d6 2024-11-19T03:21:02,791 INFO [StoreOpener-54e38e9a95570f54fef64b9e2c2231d6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 54e38e9a95570f54fef64b9e2c2231d6 columnFamilyName hfileref 2024-11-19T03:21:02,791 DEBUG [StoreOpener-54e38e9a95570f54fef64b9e2c2231d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:21:02,791 INFO [StoreOpener-54e38e9a95570f54fef64b9e2c2231d6-1 {}] regionserver.HStore(327): Store=54e38e9a95570f54fef64b9e2c2231d6/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:21:02,791 INFO [StoreOpener-54e38e9a95570f54fef64b9e2c2231d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 54e38e9a95570f54fef64b9e2c2231d6 2024-11-19T03:21:02,792 INFO [StoreOpener-54e38e9a95570f54fef64b9e2c2231d6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 54e38e9a95570f54fef64b9e2c2231d6 columnFamilyName queue 2024-11-19T03:21:02,792 DEBUG [StoreOpener-54e38e9a95570f54fef64b9e2c2231d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:21:02,792 INFO [StoreOpener-54e38e9a95570f54fef64b9e2c2231d6-1 {}] regionserver.HStore(327): Store=54e38e9a95570f54fef64b9e2c2231d6/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:21:02,792 INFO [StoreOpener-54e38e9a95570f54fef64b9e2c2231d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 54e38e9a95570f54fef64b9e2c2231d6 2024-11-19T03:21:02,793 INFO [StoreOpener-54e38e9a95570f54fef64b9e2c2231d6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 54e38e9a95570f54fef64b9e2c2231d6 columnFamilyName sid 2024-11-19T03:21:02,793 DEBUG [StoreOpener-54e38e9a95570f54fef64b9e2c2231d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:21:02,793 INFO [StoreOpener-54e38e9a95570f54fef64b9e2c2231d6-1 {}] regionserver.HStore(327): Store=54e38e9a95570f54fef64b9e2c2231d6/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:21:02,794 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 54e38e9a95570f54fef64b9e2c2231d6 2024-11-19T03:21:02,794 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/data/hbase/replication/54e38e9a95570f54fef64b9e2c2231d6 2024-11-19T03:21:02,794 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/data/hbase/replication/54e38e9a95570f54fef64b9e2c2231d6 2024-11-19T03:21:02,795 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 54e38e9a95570f54fef64b9e2c2231d6 2024-11-19T03:21:02,795 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 54e38e9a95570f54fef64b9e2c2231d6 2024-11-19T03:21:02,795 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T03:21:02,796 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 54e38e9a95570f54fef64b9e2c2231d6 2024-11-19T03:21:02,798 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/data/hbase/replication/54e38e9a95570f54fef64b9e2c2231d6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T03:21:02,798 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 54e38e9a95570f54fef64b9e2c2231d6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61004593, jitterRate=-0.09096072614192963}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T03:21:02,798 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 54e38e9a95570f54fef64b9e2c2231d6 2024-11-19T03:21:02,799 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 54e38e9a95570f54fef64b9e2c2231d6: Running coprocessor pre-open hook at 1731986462789Writing region info on filesystem at 1731986462789Initializing all the Stores at 1731986462789Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986462789Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986462790 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986462790Cleaning up temporary data from old regions at 1731986462795 (+5 ms)Running coprocessor post-open hooks at 1731986462798 (+3 ms)Region opened successfully at 1731986462799 (+1 ms) 2024-11-19T03:21:02,800 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731986461639.54e38e9a95570f54fef64b9e2c2231d6., pid=10, masterSystemTime=1731986462765 2024-11-19T03:21:02,804 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731986461639.54e38e9a95570f54fef64b9e2c2231d6. 2024-11-19T03:21:02,804 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731986461639.54e38e9a95570f54fef64b9e2c2231d6. 2024-11-19T03:21:02,804 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=54e38e9a95570f54fef64b9e2c2231d6, regionState=OPEN, openSeqNum=2, regionLocation=47efada56ed5,43871,1731986450050 2024-11-19T03:21:02,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 54e38e9a95570f54fef64b9e2c2231d6, server=47efada56ed5,43871,1731986450050 because future has completed 2024-11-19T03:21:02,809 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T03:21:02,809 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 54e38e9a95570f54fef64b9e2c2231d6, server=47efada56ed5,43871,1731986450050 in 193 msec 2024-11-19T03:21:02,811 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-19T03:21:02,811 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=54e38e9a95570f54fef64b9e2c2231d6, ASSIGN in 350 msec 2024-11-19T03:21:02,811 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T03:21:02,811 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731986462811"}]},"ts":"1731986462811"} 2024-11-19T03:21:02,813 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T03:21:02,814 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T03:21:02,815 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1750 sec 2024-11-19T03:21:02,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731986461639.54e38e9a95570f54fef64b9e2c2231d6., hostname=47efada56ed5,43871,1731986450050, seqNum=2] 2024-11-19T03:21:02,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45479-0x101511bd9d10000, quorum=127.0.0.1:50406, baseZNode=/01446497023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01446497023 2024-11-19T03:21:02,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43871-0x101511bd9d10001, quorum=127.0.0.1:50406, baseZNode=/01446497023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01446497023 2024-11-19T03:21:02,912 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T03:21:03,064 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-19T03:21:03,065 INFO [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T03:21:03,090 INFO [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-47efada56ed5,43871,1731986450050, ReplicationSource: 1, currentBandwidth=0 2024-11-19T03:21:03,090 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:21:03,090 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,43871,1731986450050, seqNum=-1] 2024-11-19T03:21:03,091 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:21:03,092 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56591, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-19T03:21:03,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-47efada56ed5,43871,1731986450050', locateType=CURRENT is [region=hbase:replication,,1731986461639.54e38e9a95570f54fef64b9e2c2231d6., hostname=47efada56ed5,43871,1731986450050, seqNum=2] 2024-11-19T03:21:03,095 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-19T03:21:03,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45479 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-19T03:21:03,097 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 47efada56ed5,43871,1731986450050 suceeded 2024-11-19T03:21:03,098 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-19T03:21:03,099 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-19T03:21:03,099 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://47efada56ed5:44667,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T03:21:03,100 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4690 sec 2024-11-19T03:21:03,109 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43871,1731986450050 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='47efada56ed5:44667' 2024-11-19T03:21:03,110 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43871,1731986450050 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@792ccf66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:21:03,110 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43871,1731986450050 {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,44667,-1 for getting cluster id 2024-11-19T03:21:03,110 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43871,1731986450050 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:21:03,111 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a9aaafb3-d742-4ed9-b17b-543f3e9416c2' 2024-11-19T03:21:03,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:21:03,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a9aaafb3-d742-4ed9-b17b-543f3e9416c2" 2024-11-19T03:21:03,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@46c02f1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:21:03,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,44667,-1] 2024-11-19T03:21:03,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:21:03,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:21:03,112 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:21:03,112 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43871,1731986450050 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@41387e59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:21:03,112 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43871,1731986450050 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T03:21:03,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 47efada56ed5,44667,1731986455210 2024-11-19T03:21:03,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@19e8b2b0 2024-11-19T03:21:03,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T03:21:03,114 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-19T03:21:03,114 INFO [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43871,1731986450050 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-47efada56ed5,43871,1731986450050 (queues=1) is replicating from cluster=d295b2ba-e3b7-42c4-8145-060044162b1e to cluster=a9aaafb3-d742-4ed9-b17b-543f3e9416c2 2024-11-19T03:21:03,114 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43871,1731986450050 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=47efada56ed5%2C43871%2C1731986450050 2024-11-19T03:21:03,114 INFO [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43871,1731986450050 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-47efada56ed5,43871,1731986450050, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T03:21:03,115 INFO [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43871,1731986450050.replicationSource.shipper47efada56ed5%2C43871%2C1731986450050,1-47efada56ed5,43871,1731986450050 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 47efada56ed5%2C43871%2C1731986450050 2024-11-19T03:21:03,115 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43871,1731986450050.replicationSource.wal-reader.47efada56ed5%2C43871%2C1731986450050,1-47efada56ed5,43871,1731986450050 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/WALs/47efada56ed5,43871,1731986450050/47efada56ed5%2C43871%2C1731986450050.1731986451976, startPosition=0, beingWritten=true 2024-11-19T03:21:03,120 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43871,1731986450050.replicationSource.wal-reader.47efada56ed5%2C43871%2C1731986450050,1-47efada56ed5,43871,1731986450050 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T03:21:03,120 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43871,1731986450050.replicationSource.wal-reader.47efada56ed5%2C43871%2C1731986450050,1-47efada56ed5,43871,1731986450050 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/WALs/47efada56ed5,43871,1731986450050/47efada56ed5%2C43871%2C1731986450050.1731986451976 to pos 379, reset compression=false 2024-11-19T03:21:03,120 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43871,1731986450050.replicationSource.shipper47efada56ed5%2C43871%2C1731986450050,1-47efada56ed5,43871,1731986450050 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-47efada56ed5,43871,1731986450050 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/WALs/47efada56ed5,43871,1731986450050/47efada56ed5%2C43871%2C1731986450050.1731986451976, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T03:21:03,323 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43871,1731986450050.replicationSource.wal-reader.47efada56ed5%2C43871%2C1731986450050,1-47efada56ed5,43871,1731986450050 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/WALs/47efada56ed5,43871,1731986450050/47efada56ed5%2C43871%2C1731986450050.1731986451976 to pos 379, reset compression=false 2024-11-19T03:21:03,602 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-19T03:21:03,626 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43871,1731986450050.replicationSource.wal-reader.47efada56ed5%2C43871%2C1731986450050,1-47efada56ed5,43871,1731986450050 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/WALs/47efada56ed5,43871,1731986450050/47efada56ed5%2C43871%2C1731986450050.1731986451976 to pos 379, reset compression=false 2024-11-19T03:21:03,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45479 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T03:21:03,789 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T03:21:03,789 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T03:21:03,790 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:21:03,790 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:21:03,790 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:21:03,790 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:21:03,790 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13f1aa2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:21:03,790 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,44667,-1 for getting cluster id 2024-11-19T03:21:03,791 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:21:03,791 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a9aaafb3-d742-4ed9-b17b-543f3e9416c2' 2024-11-19T03:21:03,791 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:21:03,791 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a9aaafb3-d742-4ed9-b17b-543f3e9416c2" 2024-11-19T03:21:03,792 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51ad6379, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:21:03,792 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,44667,-1] 2024-11-19T03:21:03,792 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:21:03,792 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:21:03,793 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:21:03,793 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55ce81c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:21:03,793 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T03:21:03,794 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 47efada56ed5,44667,1731986455210 2024-11-19T03:21:03,794 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@63f580a7 2024-11-19T03:21:03,794 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T03:21:03,795 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T03:21:03,796 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44667 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://47efada56ed5:45479,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T03:21:03,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44667 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T03:21:03,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T03:21:03,798 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='47efada56ed5:45479' 2024-11-19T03:21:03,799 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1aa14db4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:21:03,799 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,45479,-1 for getting cluster id 2024-11-19T03:21:03,799 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:21:03,800 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd295b2ba-e3b7-42c4-8145-060044162b1e' 2024-11-19T03:21:03,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:21:03,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d295b2ba-e3b7-42c4-8145-060044162b1e" 2024-11-19T03:21:03,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6899ef94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:21:03,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,45479,-1] 2024-11-19T03:21:03,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:21:03,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:21:03,801 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:21:03,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@206be9ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:21:03,802 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T03:21:03,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 47efada56ed5,45479,1731986449850 2024-11-19T03:21:03,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c9f292e 2024-11-19T03:21:03,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T03:21:03,803 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T03:21:03,804 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-19T03:21:03,804 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T03:21:03,804 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:21:03,804 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:21:03,804 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:21:03,804 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T03:21:03,805 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T03:21:03,806 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T03:21:03,806 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:21:03,806 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T03:21:03,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40957 is added to blk_1073741837_1013 (size=1138) 2024-11-19T03:21:03,855 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T03:21:03,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T03:21:04,030 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43871,1731986450050.replicationSource.wal-reader.47efada56ed5%2C43871%2C1731986450050,1-47efada56ed5,43871,1731986450050 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/WALs/47efada56ed5,43871,1731986450050/47efada56ed5%2C43871%2C1731986450050.1731986451976 to pos 379, reset compression=false 2024-11-19T03:21:04,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T03:21:04,202 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T03:21:04,219 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9ead8e891c62ac26750ef4f15eb4abc3, NAME => 'hbase:replication,,1731986463804.9ead8e891c62ac26750ef4f15eb4abc3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2 2024-11-19T03:21:04,229 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:21:04,229 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:21:04,229 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:21:04,230 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:21:04,230 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:21:04,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40957 is added to blk_1073741838_1014 (size=44) 2024-11-19T03:21:04,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:21:04,239 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:21:04,244 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:21:04,244 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:21:04,247 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:21:04,266 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-19T03:21:04,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T03:21:04,533 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43871,1731986450050.replicationSource.wal-reader.47efada56ed5%2C43871%2C1731986450050,1-47efada56ed5,43871,1731986450050 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/WALs/47efada56ed5,43871,1731986450050/47efada56ed5%2C43871%2C1731986450050.1731986451976 to pos 379, reset compression=false 2024-11-19T03:21:04,631 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731986463804.9ead8e891c62ac26750ef4f15eb4abc3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:21:04,631 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9ead8e891c62ac26750ef4f15eb4abc3, disabling compactions & flushes 2024-11-19T03:21:04,631 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731986463804.9ead8e891c62ac26750ef4f15eb4abc3. 2024-11-19T03:21:04,631 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731986463804.9ead8e891c62ac26750ef4f15eb4abc3. 2024-11-19T03:21:04,631 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731986463804.9ead8e891c62ac26750ef4f15eb4abc3. after waiting 0 ms 2024-11-19T03:21:04,631 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731986463804.9ead8e891c62ac26750ef4f15eb4abc3. 2024-11-19T03:21:04,631 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731986463804.9ead8e891c62ac26750ef4f15eb4abc3. 2024-11-19T03:21:04,631 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9ead8e891c62ac26750ef4f15eb4abc3: Waiting for close lock at 1731986464631Disabling compacts and flushes for region at 1731986464631Disabling writes for close at 1731986464631Writing region close event to WAL at 1731986464631Closed at 1731986464631 2024-11-19T03:21:04,633 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T03:21:04,633 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731986463804.9ead8e891c62ac26750ef4f15eb4abc3.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731986464633"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731986464633"}]},"ts":"1731986464633"} 2024-11-19T03:21:04,634 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T03:21:04,635 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T03:21:04,635 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731986464635"}]},"ts":"1731986464635"} 2024-11-19T03:21:04,637 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T03:21:04,637 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9ead8e891c62ac26750ef4f15eb4abc3, ASSIGN}] 2024-11-19T03:21:04,638 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9ead8e891c62ac26750ef4f15eb4abc3, ASSIGN 2024-11-19T03:21:04,639 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9ead8e891c62ac26750ef4f15eb4abc3, ASSIGN; state=OFFLINE, location=47efada56ed5,33437,1731986455370; forceNewPlan=false, retain=false 2024-11-19T03:21:04,789 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9ead8e891c62ac26750ef4f15eb4abc3, regionState=OPENING, regionLocation=47efada56ed5,33437,1731986455370 2024-11-19T03:21:04,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9ead8e891c62ac26750ef4f15eb4abc3, ASSIGN because future has completed 2024-11-19T03:21:04,792 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9ead8e891c62ac26750ef4f15eb4abc3, server=47efada56ed5,33437,1731986455370}] 2024-11-19T03:21:04,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T03:21:04,947 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731986463804.9ead8e891c62ac26750ef4f15eb4abc3. 2024-11-19T03:21:04,947 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T03:21:04,947 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T03:21:04,948 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=47efada56ed5%2C33437%2C1731986455370.rep, suffix=, logDir=hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/WALs/47efada56ed5,33437,1731986455370, archiveDir=hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/oldWALs, maxLogs=10 2024-11-19T03:21:04,962 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/WALs/47efada56ed5,33437,1731986455370/47efada56ed5%2C33437%2C1731986455370.rep.1731986464948, exclude list is [], retry=0 2024-11-19T03:21:04,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40957,DS-14ea5893-d397-4183-8b88-b7bdb8e0b593,DISK] 2024-11-19T03:21:04,965 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/WALs/47efada56ed5,33437,1731986455370/47efada56ed5%2C33437%2C1731986455370.rep.1731986464948 2024-11-19T03:21:04,965 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37525:37525)] 2024-11-19T03:21:04,966 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 9ead8e891c62ac26750ef4f15eb4abc3, NAME => 'hbase:replication,,1731986463804.9ead8e891c62ac26750ef4f15eb4abc3.', STARTKEY => '', ENDKEY => ''} 2024-11-19T03:21:04,966 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T03:21:04,966 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T03:21:04,966 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731986463804.9ead8e891c62ac26750ef4f15eb4abc3. service=MultiRowMutationService 2024-11-19T03:21:04,966 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T03:21:04,966 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9ead8e891c62ac26750ef4f15eb4abc3 2024-11-19T03:21:04,966 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731986463804.9ead8e891c62ac26750ef4f15eb4abc3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:21:04,966 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 9ead8e891c62ac26750ef4f15eb4abc3 2024-11-19T03:21:04,966 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 9ead8e891c62ac26750ef4f15eb4abc3 2024-11-19T03:21:04,967 INFO [StoreOpener-9ead8e891c62ac26750ef4f15eb4abc3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9ead8e891c62ac26750ef4f15eb4abc3 2024-11-19T03:21:04,969 INFO [StoreOpener-9ead8e891c62ac26750ef4f15eb4abc3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9ead8e891c62ac26750ef4f15eb4abc3 columnFamilyName hfileref 2024-11-19T03:21:04,969 DEBUG [StoreOpener-9ead8e891c62ac26750ef4f15eb4abc3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:21:04,969 INFO [StoreOpener-9ead8e891c62ac26750ef4f15eb4abc3-1 {}] regionserver.HStore(327): Store=9ead8e891c62ac26750ef4f15eb4abc3/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:21:04,969 INFO [StoreOpener-9ead8e891c62ac26750ef4f15eb4abc3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9ead8e891c62ac26750ef4f15eb4abc3 2024-11-19T03:21:04,970 INFO [StoreOpener-9ead8e891c62ac26750ef4f15eb4abc3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9ead8e891c62ac26750ef4f15eb4abc3 columnFamilyName queue 2024-11-19T03:21:04,970 DEBUG [StoreOpener-9ead8e891c62ac26750ef4f15eb4abc3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:21:04,970 INFO [StoreOpener-9ead8e891c62ac26750ef4f15eb4abc3-1 {}] regionserver.HStore(327): Store=9ead8e891c62ac26750ef4f15eb4abc3/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:21:04,970 INFO [StoreOpener-9ead8e891c62ac26750ef4f15eb4abc3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9ead8e891c62ac26750ef4f15eb4abc3 2024-11-19T03:21:04,971 INFO [StoreOpener-9ead8e891c62ac26750ef4f15eb4abc3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9ead8e891c62ac26750ef4f15eb4abc3 columnFamilyName sid 2024-11-19T03:21:04,971 DEBUG [StoreOpener-9ead8e891c62ac26750ef4f15eb4abc3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:21:04,971 INFO [StoreOpener-9ead8e891c62ac26750ef4f15eb4abc3-1 {}] regionserver.HStore(327): Store=9ead8e891c62ac26750ef4f15eb4abc3/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:21:04,971 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 9ead8e891c62ac26750ef4f15eb4abc3 2024-11-19T03:21:04,972 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/data/hbase/replication/9ead8e891c62ac26750ef4f15eb4abc3 2024-11-19T03:21:04,972 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/data/hbase/replication/9ead8e891c62ac26750ef4f15eb4abc3 2024-11-19T03:21:04,976 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 9ead8e891c62ac26750ef4f15eb4abc3 2024-11-19T03:21:04,976 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 9ead8e891c62ac26750ef4f15eb4abc3 2024-11-19T03:21:04,976 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T03:21:04,977 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 9ead8e891c62ac26750ef4f15eb4abc3 2024-11-19T03:21:04,979 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/data/hbase/replication/9ead8e891c62ac26750ef4f15eb4abc3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T03:21:04,979 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 9ead8e891c62ac26750ef4f15eb4abc3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68930287, jitterRate=0.02714131772518158}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T03:21:04,979 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9ead8e891c62ac26750ef4f15eb4abc3 2024-11-19T03:21:04,979 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 9ead8e891c62ac26750ef4f15eb4abc3: Running coprocessor pre-open hook at 1731986464966Writing region info on filesystem at 1731986464967 (+1 ms)Initializing all the Stores at 1731986464967Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986464967Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986464967Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986464967Cleaning up temporary data from old regions at 1731986464976 (+9 ms)Running coprocessor post-open hooks at 1731986464979 (+3 ms)Region opened successfully at 1731986464979 2024-11-19T03:21:04,980 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731986463804.9ead8e891c62ac26750ef4f15eb4abc3., pid=10, masterSystemTime=1731986464944 2024-11-19T03:21:04,982 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731986463804.9ead8e891c62ac26750ef4f15eb4abc3. 2024-11-19T03:21:04,982 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731986463804.9ead8e891c62ac26750ef4f15eb4abc3. 2024-11-19T03:21:04,982 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9ead8e891c62ac26750ef4f15eb4abc3, regionState=OPEN, openSeqNum=2, regionLocation=47efada56ed5,33437,1731986455370 2024-11-19T03:21:04,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9ead8e891c62ac26750ef4f15eb4abc3, server=47efada56ed5,33437,1731986455370 because future has completed 2024-11-19T03:21:04,987 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T03:21:04,987 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 9ead8e891c62ac26750ef4f15eb4abc3, server=47efada56ed5,33437,1731986455370 in 194 msec 2024-11-19T03:21:04,989 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-19T03:21:04,990 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T03:21:04,990 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731986464990"}]},"ts":"1731986464990"} 2024-11-19T03:21:04,992 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T03:21:04,993 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T03:21:04,994 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1890 sec 2024-11-19T03:21:04,995 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9ead8e891c62ac26750ef4f15eb4abc3, ASSIGN in 350 msec 2024-11-19T03:21:05,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731986463804.9ead8e891c62ac26750ef4f15eb4abc3., hostname=47efada56ed5,33437,1731986455370, seqNum=2] 2024-11-19T03:21:05,137 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43871,1731986450050.replicationSource.wal-reader.47efada56ed5%2C43871%2C1731986450050,1-47efada56ed5,43871,1731986450050 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/WALs/47efada56ed5,43871,1731986450050/47efada56ed5%2C43871%2C1731986450050.1731986451976 to pos 379, reset compression=false 2024-11-19T03:21:05,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33437-0x101511bd9d10004, quorum=127.0.0.1:50406, baseZNode=/1-184811127 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-184811127 2024-11-19T03:21:05,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44667-0x101511bd9d10003, quorum=127.0.0.1:50406, baseZNode=/1-184811127 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-184811127 2024-11-19T03:21:05,164 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T03:21:05,316 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33437 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-19T03:21:05,316 INFO [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T03:21:05,343 INFO [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-47efada56ed5,33437,1731986455370, ReplicationSource: 1, currentBandwidth=0 2024-11-19T03:21:05,344 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:21:05,344 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,33437,1731986455370, seqNum=-1] 2024-11-19T03:21:05,344 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:21:05,345 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48089, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-19T03:21:05,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-47efada56ed5,33437,1731986455370', locateType=CURRENT is [region=hbase:replication,,1731986463804.9ead8e891c62ac26750ef4f15eb4abc3., hostname=47efada56ed5,33437,1731986455370, seqNum=2] 2024-11-19T03:21:05,348 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-19T03:21:05,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44667 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-19T03:21:05,350 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 47efada56ed5,33437,1731986455370 suceeded 2024-11-19T03:21:05,352 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-19T03:21:05,352 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://47efada56ed5:45479,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T03:21:05,352 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-19T03:21:05,353 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5560 sec 2024-11-19T03:21:05,362 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33437,1731986455370 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='47efada56ed5:45479' 2024-11-19T03:21:05,364 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33437,1731986455370 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8194974, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:21:05,364 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33437,1731986455370 {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,45479,-1 for getting cluster id 2024-11-19T03:21:05,364 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33437,1731986455370 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:21:05,364 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd295b2ba-e3b7-42c4-8145-060044162b1e' 2024-11-19T03:21:05,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:21:05,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d295b2ba-e3b7-42c4-8145-060044162b1e" 2024-11-19T03:21:05,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16d2330f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:21:05,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,45479,-1] 2024-11-19T03:21:05,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:21:05,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:21:05,366 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:21:05,366 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33437,1731986455370 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3cf58a06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:21:05,366 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33437,1731986455370 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T03:21:05,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 47efada56ed5,45479,1731986449850 2024-11-19T03:21:05,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b535a09 2024-11-19T03:21:05,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T03:21:05,368 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-19T03:21:05,368 INFO [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33437,1731986455370 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-47efada56ed5,33437,1731986455370 (queues=1) is replicating from cluster=a9aaafb3-d742-4ed9-b17b-543f3e9416c2 to cluster=d295b2ba-e3b7-42c4-8145-060044162b1e 2024-11-19T03:21:05,369 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33437,1731986455370 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=47efada56ed5%2C33437%2C1731986455370 2024-11-19T03:21:05,369 INFO [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33437,1731986455370 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-47efada56ed5,33437,1731986455370, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T03:21:05,369 INFO [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33437,1731986455370.replicationSource.shipper47efada56ed5%2C33437%2C1731986455370,1-47efada56ed5,33437,1731986455370 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 47efada56ed5%2C33437%2C1731986455370 2024-11-19T03:21:05,369 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33437,1731986455370.replicationSource.wal-reader.47efada56ed5%2C33437%2C1731986455370,1-47efada56ed5,33437,1731986455370 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/WALs/47efada56ed5,33437,1731986455370/47efada56ed5%2C33437%2C1731986455370.1731986457737, startPosition=0, beingWritten=true 2024-11-19T03:21:05,377 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33437,1731986455370.replicationSource.wal-reader.47efada56ed5%2C33437%2C1731986455370,1-47efada56ed5,33437,1731986455370 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T03:21:05,378 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33437,1731986455370.replicationSource.wal-reader.47efada56ed5%2C33437%2C1731986455370,1-47efada56ed5,33437,1731986455370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/WALs/47efada56ed5,33437,1731986455370/47efada56ed5%2C33437%2C1731986455370.1731986457737 to pos 379, reset compression=false 2024-11-19T03:21:05,378 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33437,1731986455370.replicationSource.shipper47efada56ed5%2C33437%2C1731986455370,1-47efada56ed5,33437,1731986455370 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-47efada56ed5,33437,1731986455370 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/WALs/47efada56ed5,33437,1731986455370/47efada56ed5%2C33437%2C1731986455370.1731986457737, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T03:21:05,582 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33437,1731986455370.replicationSource.wal-reader.47efada56ed5%2C33437%2C1731986455370,1-47efada56ed5,33437,1731986455370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/WALs/47efada56ed5,33437,1731986455370/47efada56ed5%2C33437%2C1731986455370.1731986457737 to pos 379, reset compression=false 2024-11-19T03:21:05,840 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43871,1731986450050.replicationSource.wal-reader.47efada56ed5%2C43871%2C1731986450050,1-47efada56ed5,43871,1731986450050 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/WALs/47efada56ed5,43871,1731986450050/47efada56ed5%2C43871%2C1731986450050.1731986451976 to pos 379, reset compression=false 2024-11-19T03:21:05,885 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33437,1731986455370.replicationSource.wal-reader.47efada56ed5%2C33437%2C1731986455370,1-47efada56ed5,33437,1731986455370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/WALs/47efada56ed5,33437,1731986455370/47efada56ed5%2C33437%2C1731986455370.1731986457737 to pos 379, reset compression=false 2024-11-19T03:21:05,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T03:21:05,950 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T03:21:05,950 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T03:21:05,950 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:21:05,950 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:21:05,950 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:21:05,950 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:21:05,950 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:21:05,951 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,43871,1731986450050, seqNum=-1] 2024-11-19T03:21:05,952 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:21:05,953 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:21:05,954 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731986458831.ba2ace1d587e91a021a46334af138bfd., hostname=47efada56ed5,43871,1731986450050, seqNum=2] 2024-11-19T03:21:05,957 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:21:05,957 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,33437,1731986455370, seqNum=-1] 2024-11-19T03:21:05,958 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:21:05,959 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:21:05,960 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731986460992.573140ff580522aa8692f7f4412d7b6b., hostname=47efada56ed5,33437,1731986455370, seqNum=2] 2024-11-19T03:21:05,962 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-19T03:21:06,289 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33437,1731986455370.replicationSource.wal-reader.47efada56ed5%2C33437%2C1731986455370,1-47efada56ed5,33437,1731986455370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/WALs/47efada56ed5,33437,1731986455370/47efada56ed5%2C33437%2C1731986455370.1731986457737 to pos 379, reset compression=false 2024-11-19T03:21:06,486 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-19T03:21:06,487 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-19T03:21:06,499 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-19T03:21:06,499 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-19T03:21:06,499 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T03:21:06,499 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-19T03:21:06,644 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43871,1731986450050.replicationSource.wal-reader.47efada56ed5%2C43871%2C1731986450050,1-47efada56ed5,43871,1731986450050 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/WALs/47efada56ed5,43871,1731986450050/47efada56ed5%2C43871%2C1731986450050.1731986451976 to pos 379, reset compression=false 2024-11-19T03:21:06,648 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43871,1731986450050.replicationSource.wal-reader.47efada56ed5%2C43871%2C1731986450050,1-47efada56ed5,43871,1731986450050 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T03:21:06,648 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43871,1731986450050.replicationSource.wal-reader.47efada56ed5%2C43871%2C1731986450050,1-47efada56ed5,43871,1731986450050 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/WALs/47efada56ed5,43871,1731986450050/47efada56ed5%2C43871%2C1731986450050.1731986451976 to pos 480, reset compression=false 2024-11-19T03:21:06,648 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43871,1731986450050.replicationSource.shipper47efada56ed5%2C43871%2C1731986450050,1-47efada56ed5,43871,1731986450050 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-47efada56ed5,43871,1731986450050 got entry batch from reader: WALEntryBatch [walEntries=[{test/ba2ace1d587e91a021a46334af138bfd/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/WALs/47efada56ed5,43871,1731986450050/47efada56ed5%2C43871%2C1731986450050.1731986451976, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-19T03:21:06,650 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43871,1731986450050.replicationSource.shipper47efada56ed5%2C43871%2C1731986450050,1-47efada56ed5,43871,1731986450050 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T03:21:06,651 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-19T03:21:06,652 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33437 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T03:21:06,653 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33437 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@bc4a9c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:21:06,653 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33437 {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,44667,-1 for getting cluster id 2024-11-19T03:21:06,653 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33437 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:21:06,654 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a9aaafb3-d742-4ed9-b17b-543f3e9416c2' 2024-11-19T03:21:06,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:21:06,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a9aaafb3-d742-4ed9-b17b-543f3e9416c2" 2024-11-19T03:21:06,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19b35be9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:21:06,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,44667,-1] 2024-11-19T03:21:06,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:21:06,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:21:06,655 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:21:06,656 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33437 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@417699, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:21:06,660 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33437 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:21:06,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,33437,1731986455370, seqNum=-1] 2024-11-19T03:21:06,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:21:06,663 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-19T03:21:06,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731986460992.573140ff580522aa8692f7f4412d7b6b., hostname=47efada56ed5,33437,1731986455370, seqNum=2] 2024-11-19T03:21:06,684 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33437 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T03:21:06,793 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33437,1731986455370.replicationSource.wal-reader.47efada56ed5%2C33437%2C1731986455370,1-47efada56ed5,33437,1731986455370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/WALs/47efada56ed5,33437,1731986455370/47efada56ed5%2C33437%2C1731986455370.1731986457737 to pos 379, reset compression=false 2024-11-19T03:21:06,797 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33437,1731986455370.replicationSource.wal-reader.47efada56ed5%2C33437%2C1731986455370,1-47efada56ed5,33437,1731986455370 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T03:21:06,797 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33437,1731986455370.replicationSource.wal-reader.47efada56ed5%2C33437%2C1731986455370,1-47efada56ed5,33437,1731986455370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/WALs/47efada56ed5,33437,1731986455370/47efada56ed5%2C33437%2C1731986455370.1731986457737 to pos 504, reset compression=false 2024-11-19T03:21:06,797 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33437,1731986455370.replicationSource.shipper47efada56ed5%2C33437%2C1731986455370,1-47efada56ed5,33437,1731986455370 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-47efada56ed5,33437,1731986455370 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/WALs/47efada56ed5,33437,1731986455370/47efada56ed5%2C33437%2C1731986455370.1731986457737, lastWalPosition=504, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T03:21:06,853 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43871,1731986450050.replicationSource.wal-reader.47efada56ed5%2C43871%2C1731986450050,1-47efada56ed5,43871,1731986450050 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/WALs/47efada56ed5,43871,1731986450050/47efada56ed5%2C43871%2C1731986450050.1731986451976 to pos 480, reset compression=false 2024-11-19T03:21:06,965 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-19T03:21:06,968 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-19T03:21:07,001 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33437,1731986455370.replicationSource.wal-reader.47efada56ed5%2C33437%2C1731986455370,1-47efada56ed5,33437,1731986455370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/WALs/47efada56ed5,33437,1731986455370/47efada56ed5%2C33437%2C1731986455370.1731986457737 to pos 504, reset compression=false 2024-11-19T03:21:07,005 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33437,1731986455370.replicationSource.wal-reader.47efada56ed5%2C33437%2C1731986455370,1-47efada56ed5,33437,1731986455370 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T03:21:07,005 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33437,1731986455370.replicationSource.wal-reader.47efada56ed5%2C33437%2C1731986455370,1-47efada56ed5,33437,1731986455370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/WALs/47efada56ed5,33437,1731986455370/47efada56ed5%2C33437%2C1731986455370.1731986457737 to pos 608, reset compression=false 2024-11-19T03:21:07,005 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33437,1731986455370.replicationSource.shipper47efada56ed5%2C33437%2C1731986455370,1-47efada56ed5,33437,1731986455370 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-47efada56ed5,33437,1731986455370 got entry batch from reader: WALEntryBatch [walEntries=[{test/573140ff580522aa8692f7f4412d7b6b/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/WALs/47efada56ed5,33437,1731986455370/47efada56ed5%2C33437%2C1731986455370.1731986457737, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-19T03:21:07,007 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33437,1731986455370.replicationSource.shipper47efada56ed5%2C33437%2C1731986455370,1-47efada56ed5,33437,1731986455370 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T03:21:07,008 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-19T03:21:07,012 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43871 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T03:21:07,013 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43871 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ad7cc2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:21:07,013 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43871 {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,45479,-1 for getting cluster id 2024-11-19T03:21:07,013 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43871 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:21:07,014 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd295b2ba-e3b7-42c4-8145-060044162b1e' 2024-11-19T03:21:07,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:21:07,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d295b2ba-e3b7-42c4-8145-060044162b1e" 2024-11-19T03:21:07,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@172fa239, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:21:07,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,45479,-1] 2024-11-19T03:21:07,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:21:07,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:21:07,015 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:21:07,015 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43871 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5eca322a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:21:07,016 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43871 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:21:07,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,43871,1731986450050, seqNum=-1] 2024-11-19T03:21:07,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:21:07,017 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-19T03:21:07,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731986458831.ba2ace1d587e91a021a46334af138bfd., hostname=47efada56ed5,43871,1731986450050, seqNum=2] 2024-11-19T03:21:07,021 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43871 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T03:21:07,156 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43871,1731986450050.replicationSource.wal-reader.47efada56ed5%2C43871%2C1731986450050,1-47efada56ed5,43871,1731986450050 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/WALs/47efada56ed5,43871,1731986450050/47efada56ed5%2C43871%2C1731986450050.1731986451976 to pos 480, reset compression=false 2024-11-19T03:21:07,160 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43871,1731986450050.replicationSource.wal-reader.47efada56ed5%2C43871%2C1731986450050,1-47efada56ed5,43871,1731986450050 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T03:21:07,160 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43871,1731986450050.replicationSource.wal-reader.47efada56ed5%2C43871%2C1731986450050,1-47efada56ed5,43871,1731986450050 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/WALs/47efada56ed5,43871,1731986450050/47efada56ed5%2C43871%2C1731986450050.1731986451976 to pos 608, reset compression=false 2024-11-19T03:21:07,160 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43871,1731986450050.replicationSource.shipper47efada56ed5%2C43871%2C1731986450050,1-47efada56ed5,43871,1731986450050 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-47efada56ed5,43871,1731986450050 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/WALs/47efada56ed5,43871,1731986450050/47efada56ed5%2C43871%2C1731986450050.1731986451976, lastWalPosition=608, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T03:21:07,214 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33437,1731986455370.replicationSource.wal-reader.47efada56ed5%2C33437%2C1731986455370,1-47efada56ed5,33437,1731986455370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/WALs/47efada56ed5,33437,1731986455370/47efada56ed5%2C33437%2C1731986455370.1731986457737 to pos 608, reset compression=false 2024-11-19T03:21:07,369 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43871,1731986450050.replicationSource.wal-reader.47efada56ed5%2C43871%2C1731986450050,1-47efada56ed5,43871,1731986450050 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/WALs/47efada56ed5,43871,1731986450050/47efada56ed5%2C43871%2C1731986450050.1731986451976 to pos 608, reset compression=false 2024-11-19T03:21:07,518 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33437,1731986455370.replicationSource.wal-reader.47efada56ed5%2C33437%2C1731986455370,1-47efada56ed5,33437,1731986455370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/WALs/47efada56ed5,33437,1731986455370/47efada56ed5%2C33437%2C1731986455370.1731986457737 to pos 608, reset compression=false 2024-11-19T03:21:07,673 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43871,1731986450050.replicationSource.wal-reader.47efada56ed5%2C43871%2C1731986450050,1-47efada56ed5,43871,1731986450050 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/WALs/47efada56ed5,43871,1731986450050/47efada56ed5%2C43871%2C1731986450050.1731986451976 to pos 608, reset compression=false 2024-11-19T03:21:07,921 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33437,1731986455370.replicationSource.wal-reader.47efada56ed5%2C33437%2C1731986455370,1-47efada56ed5,33437,1731986455370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/WALs/47efada56ed5,33437,1731986455370/47efada56ed5%2C33437%2C1731986455370.1731986457737 to pos 608, reset compression=false 2024-11-19T03:21:07,970 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-19T03:21:08,077 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43871,1731986450050.replicationSource.wal-reader.47efada56ed5%2C43871%2C1731986450050,1-47efada56ed5,43871,1731986450050 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/WALs/47efada56ed5,43871,1731986450050/47efada56ed5%2C43871%2C1731986450050.1731986451976 to pos 608, reset compression=false 2024-11-19T03:21:08,115 INFO [AsyncFSWAL-0-hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36-prefix:47efada56ed5,43871,1731986450050 {}] wal.AbstractFSWAL(1368): Slow sync cost: 141 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:39297,DS-72019ca4-a3e9-4855-b060-9cad2ad647f6,DISK]] 2024-11-19T03:21:08,121 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-19T03:21:08,424 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33437,1731986455370.replicationSource.wal-reader.47efada56ed5%2C33437%2C1731986455370,1-47efada56ed5,33437,1731986455370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/WALs/47efada56ed5,33437,1731986455370/47efada56ed5%2C33437%2C1731986455370.1731986457737 to pos 608, reset compression=false 2024-11-19T03:21:08,580 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43871,1731986450050.replicationSource.wal-reader.47efada56ed5%2C43871%2C1731986450050,1-47efada56ed5,43871,1731986450050 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/WALs/47efada56ed5,43871,1731986450050/47efada56ed5%2C43871%2C1731986450050.1731986451976 to pos 608, reset compression=false 2024-11-19T03:21:08,584 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43871,1731986450050.replicationSource.wal-reader.47efada56ed5%2C43871%2C1731986450050,1-47efada56ed5,43871,1731986450050 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T03:21:08,584 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43871,1731986450050.replicationSource.wal-reader.47efada56ed5%2C43871%2C1731986450050,1-47efada56ed5,43871,1731986450050 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/WALs/47efada56ed5,43871,1731986450050/47efada56ed5%2C43871%2C1731986450050.1731986451976 to pos 764, reset compression=false 2024-11-19T03:21:08,584 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43871,1731986450050.replicationSource.shipper47efada56ed5%2C43871%2C1731986450050,1-47efada56ed5,43871,1731986450050 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-47efada56ed5,43871,1731986450050 got entry batch from reader: WALEntryBatch [walEntries=[{test/ba2ace1d587e91a021a46334af138bfd/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/WALs/47efada56ed5,43871,1731986450050/47efada56ed5%2C43871%2C1731986450050.1731986451976, lastWalPosition=764, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-19T03:21:08,585 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33437 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T03:21:08,588 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33437 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T03:21:08,787 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43871,1731986450050.replicationSource.wal-reader.47efada56ed5%2C43871%2C1731986450050,1-47efada56ed5,43871,1731986450050 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/WALs/47efada56ed5,43871,1731986450050/47efada56ed5%2C43871%2C1731986450050.1731986451976 to pos 764, reset compression=false 2024-11-19T03:21:09,028 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33437,1731986455370.replicationSource.wal-reader.47efada56ed5%2C33437%2C1731986455370,1-47efada56ed5,33437,1731986455370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/WALs/47efada56ed5,33437,1731986455370/47efada56ed5%2C33437%2C1731986455370.1731986457737 to pos 608, reset compression=false 2024-11-19T03:21:09,032 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33437,1731986455370.replicationSource.wal-reader.47efada56ed5%2C33437%2C1731986455370,1-47efada56ed5,33437,1731986455370 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T03:21:09,032 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33437,1731986455370.replicationSource.wal-reader.47efada56ed5%2C33437%2C1731986455370,1-47efada56ed5,33437,1731986455370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/WALs/47efada56ed5,33437,1731986455370/47efada56ed5%2C33437%2C1731986455370.1731986457737 to pos 756, reset compression=false 2024-11-19T03:21:09,032 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33437,1731986455370.replicationSource.shipper47efada56ed5%2C33437%2C1731986455370,1-47efada56ed5,33437,1731986455370 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-47efada56ed5,33437,1731986455370 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/WALs/47efada56ed5,33437,1731986455370/47efada56ed5%2C33437%2C1731986455370.1731986457737, lastWalPosition=756, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T03:21:09,091 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43871,1731986450050.replicationSource.wal-reader.47efada56ed5%2C43871%2C1731986450050,1-47efada56ed5,43871,1731986450050 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/WALs/47efada56ed5,43871,1731986450050/47efada56ed5%2C43871%2C1731986450050.1731986451976 to pos 764, reset compression=false 2024-11-19T03:21:09,123 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-19T03:21:09,126 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-19T03:21:09,236 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33437,1731986455370.replicationSource.wal-reader.47efada56ed5%2C33437%2C1731986455370,1-47efada56ed5,33437,1731986455370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/WALs/47efada56ed5,33437,1731986455370/47efada56ed5%2C33437%2C1731986455370.1731986457737 to pos 756, reset compression=false 2024-11-19T03:21:09,240 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33437,1731986455370.replicationSource.wal-reader.47efada56ed5%2C33437%2C1731986455370,1-47efada56ed5,33437,1731986455370 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T03:21:09,240 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33437,1731986455370.replicationSource.wal-reader.47efada56ed5%2C33437%2C1731986455370,1-47efada56ed5,33437,1731986455370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/WALs/47efada56ed5,33437,1731986455370/47efada56ed5%2C33437%2C1731986455370.1731986457737 to pos 915, reset compression=false 2024-11-19T03:21:09,240 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33437,1731986455370.replicationSource.shipper47efada56ed5%2C33437%2C1731986455370,1-47efada56ed5,33437,1731986455370 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-47efada56ed5,33437,1731986455370 got entry batch from reader: WALEntryBatch [walEntries=[{test/573140ff580522aa8692f7f4412d7b6b/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/WALs/47efada56ed5,33437,1731986455370/47efada56ed5%2C33437%2C1731986455370.1731986457737, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-19T03:21:09,241 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43871 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T03:21:09,243 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43871 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T03:21:09,449 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33437,1731986455370.replicationSource.wal-reader.47efada56ed5%2C33437%2C1731986455370,1-47efada56ed5,33437,1731986455370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/WALs/47efada56ed5,33437,1731986455370/47efada56ed5%2C33437%2C1731986455370.1731986457737 to pos 915, reset compression=false 2024-11-19T03:21:09,494 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43871,1731986450050.replicationSource.wal-reader.47efada56ed5%2C43871%2C1731986450050,1-47efada56ed5,43871,1731986450050 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/WALs/47efada56ed5,43871,1731986450050/47efada56ed5%2C43871%2C1731986450050.1731986451976 to pos 764, reset compression=false 2024-11-19T03:21:09,498 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43871,1731986450050.replicationSource.wal-reader.47efada56ed5%2C43871%2C1731986450050,1-47efada56ed5,43871,1731986450050 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T03:21:09,498 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43871,1731986450050.replicationSource.wal-reader.47efada56ed5%2C43871%2C1731986450050,1-47efada56ed5,43871,1731986450050 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/WALs/47efada56ed5,43871,1731986450050/47efada56ed5%2C43871%2C1731986450050.1731986451976 to pos 914, reset compression=false 2024-11-19T03:21:09,498 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43871,1731986450050.replicationSource.shipper47efada56ed5%2C43871%2C1731986450050,1-47efada56ed5,43871,1731986450050 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-47efada56ed5,43871,1731986450050 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/WALs/47efada56ed5,43871,1731986450050/47efada56ed5%2C43871%2C1731986450050.1731986451976, lastWalPosition=914, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T03:21:09,701 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43871,1731986450050.replicationSource.wal-reader.47efada56ed5%2C43871%2C1731986450050,1-47efada56ed5,43871,1731986450050 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/WALs/47efada56ed5,43871,1731986450050/47efada56ed5%2C43871%2C1731986450050.1731986451976 to pos 914, reset compression=false 2024-11-19T03:21:09,753 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33437,1731986455370.replicationSource.wal-reader.47efada56ed5%2C33437%2C1731986455370,1-47efada56ed5,33437,1731986455370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/WALs/47efada56ed5,33437,1731986455370/47efada56ed5%2C33437%2C1731986455370.1731986457737 to pos 915, reset compression=false 2024-11-19T03:21:10,005 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43871,1731986450050.replicationSource.wal-reader.47efada56ed5%2C43871%2C1731986450050,1-47efada56ed5,43871,1731986450050 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/WALs/47efada56ed5,43871,1731986450050/47efada56ed5%2C43871%2C1731986450050.1731986451976 to pos 914, reset compression=false 2024-11-19T03:21:10,128 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-19T03:21:10,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T03:21:10,131 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T03:21:10,131 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:21:10,131 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:21:10,131 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:21:10,131 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:21:10,131 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T03:21:10,131 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=677621047, stopped=false 2024-11-19T03:21:10,131 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=47efada56ed5,44667,1731986455210 2024-11-19T03:21:10,156 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33437,1731986455370.replicationSource.wal-reader.47efada56ed5%2C33437%2C1731986455370,1-47efada56ed5,33437,1731986455370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/WALs/47efada56ed5,33437,1731986455370/47efada56ed5%2C33437%2C1731986455370.1731986457737 to pos 915, reset compression=false 2024-11-19T03:21:10,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33437-0x101511bd9d10004, quorum=127.0.0.1:50406, baseZNode=/1-184811127 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-184811127/running 2024-11-19T03:21:10,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33437-0x101511bd9d10004, quorum=127.0.0.1:50406, baseZNode=/1-184811127 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-184811127 2024-11-19T03:21:10,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44667-0x101511bd9d10003, quorum=127.0.0.1:50406, baseZNode=/1-184811127 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-184811127/running 2024-11-19T03:21:10,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44667-0x101511bd9d10003, quorum=127.0.0.1:50406, baseZNode=/1-184811127 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-184811127 2024-11-19T03:21:10,216 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T03:21:10,216 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T03:21:10,216 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:21:10,216 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:21:10,216 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44667-0x101511bd9d10003, quorum=127.0.0.1:50406, baseZNode=/1-184811127 Set watcher on znode that does not yet exist, /1-184811127/running 2024-11-19T03:21:10,216 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '47efada56ed5,33437,1731986455370' ***** 2024-11-19T03:21:10,216 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T03:21:10,216 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33437-0x101511bd9d10004, quorum=127.0.0.1:50406, baseZNode=/1-184811127 Set watcher on znode that does not yet exist, /1-184811127/running 2024-11-19T03:21:10,217 INFO [RS:0;47efada56ed5:33437 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T03:21:10,217 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T03:21:10,217 INFO [RS:0;47efada56ed5:33437 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T03:21:10,217 INFO [RS:0;47efada56ed5:33437 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T03:21:10,217 INFO [RS:0;47efada56ed5:33437 {}] regionserver.HRegionServer(3091): Received CLOSE for 573140ff580522aa8692f7f4412d7b6b 2024-11-19T03:21:10,217 INFO [RS:0;47efada56ed5:33437 {}] regionserver.HRegionServer(3091): Received CLOSE for 9ead8e891c62ac26750ef4f15eb4abc3 2024-11-19T03:21:10,217 INFO [RS:0;47efada56ed5:33437 {}] regionserver.HRegionServer(959): stopping server 47efada56ed5,33437,1731986455370 2024-11-19T03:21:10,217 INFO [RS:0;47efada56ed5:33437 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T03:21:10,218 INFO [RS:0;47efada56ed5:33437 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;47efada56ed5:33437. 2024-11-19T03:21:10,218 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 573140ff580522aa8692f7f4412d7b6b, disabling compactions & flushes 2024-11-19T03:21:10,218 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731986460992.573140ff580522aa8692f7f4412d7b6b. 2024-11-19T03:21:10,218 DEBUG [RS:0;47efada56ed5:33437 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:21:10,218 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731986460992.573140ff580522aa8692f7f4412d7b6b. 2024-11-19T03:21:10,218 DEBUG [RS:0;47efada56ed5:33437 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:21:10,218 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731986460992.573140ff580522aa8692f7f4412d7b6b. after waiting 0 ms 2024-11-19T03:21:10,218 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731986460992.573140ff580522aa8692f7f4412d7b6b. 2024-11-19T03:21:10,218 INFO [RS:0;47efada56ed5:33437 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T03:21:10,218 INFO [RS:0;47efada56ed5:33437 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T03:21:10,218 INFO [RS:0;47efada56ed5:33437 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T03:21:10,218 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 573140ff580522aa8692f7f4412d7b6b 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-19T03:21:10,218 INFO [RS:0;47efada56ed5:33437 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T03:21:10,218 INFO [RS:0;47efada56ed5:33437 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-19T03:21:10,218 DEBUG [RS:0;47efada56ed5:33437 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 573140ff580522aa8692f7f4412d7b6b=test,,1731986460992.573140ff580522aa8692f7f4412d7b6b., 9ead8e891c62ac26750ef4f15eb4abc3=hbase:replication,,1731986463804.9ead8e891c62ac26750ef4f15eb4abc3.} 2024-11-19T03:21:10,218 DEBUG [RS:0;47efada56ed5:33437 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 573140ff580522aa8692f7f4412d7b6b, 9ead8e891c62ac26750ef4f15eb4abc3 2024-11-19T03:21:10,218 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T03:21:10,218 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T03:21:10,218 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T03:21:10,218 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T03:21:10,218 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T03:21:10,218 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-19T03:21:10,220 INFO [regionserver/47efada56ed5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T03:21:10,232 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/data/default/test/573140ff580522aa8692f7f4412d7b6b/.tmp/f/5c15024e6ef4401fbd031f991c94c0c9 is 29, key is row1/f:/1731986469124/DeleteFamily/seqid=0 2024-11-19T03:21:10,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40957 is added to blk_1073741840_1016 (size=5118) 2024-11-19T03:21:10,236 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/data/hbase/meta/1588230740/.tmp/info/213eb947882944f5b5812ad3877cf4ee is 147, key is hbase:replication,,1731986463804.9ead8e891c62ac26750ef4f15eb4abc3./info:regioninfo/1731986464982/Put/seqid=0 2024-11-19T03:21:10,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40957 is added to blk_1073741841_1017 (size=7686) 2024-11-19T03:21:10,240 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/data/hbase/meta/1588230740/.tmp/info/213eb947882944f5b5812ad3877cf4ee 2024-11-19T03:21:10,262 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/data/hbase/meta/1588230740/.tmp/ns/ef19069325e345f8af10c028e125b7f6 is 43, key is default/ns:d/1731986458750/Put/seqid=0 2024-11-19T03:21:10,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40957 is added to blk_1073741842_1018 (size=5153) 2024-11-19T03:21:10,411 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43871,1731986450050.replicationSource.wal-reader.47efada56ed5%2C43871%2C1731986450050,1-47efada56ed5,43871,1731986450050 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/WALs/47efada56ed5,43871,1731986450050/47efada56ed5%2C43871%2C1731986450050.1731986451976 to pos 914, reset compression=false 2024-11-19T03:21:10,418 DEBUG [RS:0;47efada56ed5:33437 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 573140ff580522aa8692f7f4412d7b6b, 9ead8e891c62ac26750ef4f15eb4abc3 2024-11-19T03:21:10,468 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T03:21:10,498 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:21:10,498 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:21:10,498 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:21:10,498 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:21:10,498 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:21:10,499 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:21:10,504 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:21:10,506 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:21:10,507 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:21:10,508 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:21:10,608 INFO [regionserver/47efada56ed5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T03:21:10,608 INFO [regionserver/47efada56ed5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T03:21:10,618 DEBUG [RS:0;47efada56ed5:33437 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 573140ff580522aa8692f7f4412d7b6b, 9ead8e891c62ac26750ef4f15eb4abc3 2024-11-19T03:21:10,636 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/data/default/test/573140ff580522aa8692f7f4412d7b6b/.tmp/f/5c15024e6ef4401fbd031f991c94c0c9 2024-11-19T03:21:10,640 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5c15024e6ef4401fbd031f991c94c0c9 2024-11-19T03:21:10,652 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/data/default/test/573140ff580522aa8692f7f4412d7b6b/.tmp/f1/6bb9d81b4f104e88a1bad725d15b4d6d is 30, key is row1/f1:/1731986469124/DeleteFamily/seqid=0 2024-11-19T03:21:10,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40957 is added to blk_1073741843_1019 (size=5123) 2024-11-19T03:21:10,660 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33437,1731986455370.replicationSource.wal-reader.47efada56ed5%2C33437%2C1731986455370,1-47efada56ed5,33437,1731986455370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/WALs/47efada56ed5,33437,1731986455370/47efada56ed5%2C33437%2C1731986455370.1731986457737 to pos 915, reset compression=false 2024-11-19T03:21:10,664 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33437,1731986455370.replicationSource.wal-reader.47efada56ed5%2C33437%2C1731986455370,1-47efada56ed5,33437,1731986455370 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T03:21:10,664 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33437,1731986455370.replicationSource.wal-reader.47efada56ed5%2C33437%2C1731986455370,1-47efada56ed5,33437,1731986455370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/WALs/47efada56ed5,33437,1731986455370/47efada56ed5%2C33437%2C1731986455370.1731986457737 to pos 1162, reset compression=false 2024-11-19T03:21:10,664 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33437,1731986455370.replicationSource.shipper47efada56ed5%2C33437%2C1731986455370,1-47efada56ed5,33437,1731986455370 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-47efada56ed5,33437,1731986455370 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/WALs/47efada56ed5,33437,1731986455370/47efada56ed5%2C33437%2C1731986455370.1731986457737, lastWalPosition=1162, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T03:21:10,665 ERROR [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33437,1731986455370.replicationSource.shipper47efada56ed5%2C33437%2C1731986455370,1-47efada56ed5,33437,1731986455370 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 47efada56ed5,33437,1731986455370: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-47efada56ed5,33437,1731986455370, walGroup=47efada56ed5%2C33437%2C1731986455370, offset=47efada56ed5%2C33437%2C1731986455370.1731986457737:1162, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=47efada56ed5:33437 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-19T03:21:10,666 ERROR [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33437,1731986455370.replicationSource.shipper47efada56ed5%2C33437%2C1731986455370,1-47efada56ed5,33437,1731986455370 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-19T03:21:10,666 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/data/hbase/meta/1588230740/.tmp/ns/ef19069325e345f8af10c028e125b7f6 2024-11-19T03:21:10,666 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33437,1731986455370.replicationSource.shipper47efada56ed5%2C33437%2C1731986455370,1-47efada56ed5,33437,1731986455370 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-19T03:21:10,667 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33437,1731986455370.replicationSource.shipper47efada56ed5%2C33437%2C1731986455370,1-47efada56ed5,33437,1731986455370 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-19T03:21:10,667 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33437,1731986455370.replicationSource.shipper47efada56ed5%2C33437%2C1731986455370,1-47efada56ed5,33437,1731986455370 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-19T03:21:10,667 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33437,1731986455370.replicationSource.shipper47efada56ed5%2C33437%2C1731986455370,1-47efada56ed5,33437,1731986455370 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-19T03:21:10,667 INFO [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33437,1731986455370.replicationSource.shipper47efada56ed5%2C33437%2C1731986455370,1-47efada56ed5,33437,1731986455370 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1065353216, "init": 1048576000, "max": 2306867200, "used": 612046464 }, "NonHeapMemoryUsage": { "committed": 194969600, "init": 7667712, "max": -1, "used": 191755792 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-19T03:21:10,667 WARN [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33437,1731986455370.replicationSource.shipper47efada56ed5%2C33437%2C1731986455370,1-47efada56ed5,33437,1731986455370 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=47efada56ed5:44667 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=47efada56ed5:44667 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-19T03:21:10,682 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/data/hbase/meta/1588230740/.tmp/rep_barrier/65cf21374ac8400a8ecb4c737f7371cc is 112, key is test,,1731986460992.573140ff580522aa8692f7f4412d7b6b./rep_barrier:seqnumDuringOpen/1731986461335/Put/seqid=0 2024-11-19T03:21:10,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40957 is added to blk_1073741844_1020 (size=5518) 2024-11-19T03:21:10,819 DEBUG [RS:0;47efada56ed5:33437 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 573140ff580522aa8692f7f4412d7b6b, 9ead8e891c62ac26750ef4f15eb4abc3 2024-11-19T03:21:10,868 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33437,1731986455370.replicationSource.wal-reader.47efada56ed5%2C33437%2C1731986455370,1-47efada56ed5,33437,1731986455370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/WALs/47efada56ed5,33437,1731986455370/47efada56ed5%2C33437%2C1731986455370.1731986457737 to pos 1162, reset compression=false 2024-11-19T03:21:10,914 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43871,1731986450050.replicationSource.wal-reader.47efada56ed5%2C43871%2C1731986450050,1-47efada56ed5,43871,1731986450050 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/WALs/47efada56ed5,43871,1731986450050/47efada56ed5%2C43871%2C1731986450050.1731986451976 to pos 914, reset compression=false 2024-11-19T03:21:11,019 DEBUG [RS:0;47efada56ed5:33437 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 573140ff580522aa8692f7f4412d7b6b, 9ead8e891c62ac26750ef4f15eb4abc3 2024-11-19T03:21:11,056 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/data/default/test/573140ff580522aa8692f7f4412d7b6b/.tmp/f1/6bb9d81b4f104e88a1bad725d15b4d6d 2024-11-19T03:21:11,059 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6bb9d81b4f104e88a1bad725d15b4d6d 2024-11-19T03:21:11,072 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/data/default/test/573140ff580522aa8692f7f4412d7b6b/.tmp/norep/fc99a8d2512b4d14a22b2943f266ccb9 is 33, key is row1/norep:/1731986469124/DeleteFamily/seqid=0 2024-11-19T03:21:11,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40957 is added to blk_1073741845_1021 (size=5108) 2024-11-19T03:21:11,085 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/data/hbase/meta/1588230740/.tmp/rep_barrier/65cf21374ac8400a8ecb4c737f7371cc 2024-11-19T03:21:11,105 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/data/hbase/meta/1588230740/.tmp/table/8acf0a0bdd6c4a66b1cbb4f15813cc80 is 53, key is hbase:replication/table:state/1731986464990/Put/seqid=0 2024-11-19T03:21:11,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40957 is added to blk_1073741846_1022 (size=5308) 2024-11-19T03:21:11,171 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33437,1731986455370.replicationSource.wal-reader.47efada56ed5%2C33437%2C1731986455370,1-47efada56ed5,33437,1731986455370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/WALs/47efada56ed5,33437,1731986455370/47efada56ed5%2C33437%2C1731986455370.1731986457737 to pos 1162, reset compression=false 2024-11-19T03:21:11,219 DEBUG [RS:0;47efada56ed5:33437 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 573140ff580522aa8692f7f4412d7b6b, 9ead8e891c62ac26750ef4f15eb4abc3 2024-11-19T03:21:11,419 DEBUG [RS:0;47efada56ed5:33437 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 573140ff580522aa8692f7f4412d7b6b, 9ead8e891c62ac26750ef4f15eb4abc3 2024-11-19T03:21:11,476 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/data/default/test/573140ff580522aa8692f7f4412d7b6b/.tmp/norep/fc99a8d2512b4d14a22b2943f266ccb9 2024-11-19T03:21:11,479 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fc99a8d2512b4d14a22b2943f266ccb9 2024-11-19T03:21:11,480 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/data/default/test/573140ff580522aa8692f7f4412d7b6b/.tmp/f/5c15024e6ef4401fbd031f991c94c0c9 as hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/data/default/test/573140ff580522aa8692f7f4412d7b6b/f/5c15024e6ef4401fbd031f991c94c0c9 2024-11-19T03:21:11,484 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5c15024e6ef4401fbd031f991c94c0c9 2024-11-19T03:21:11,484 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/data/default/test/573140ff580522aa8692f7f4412d7b6b/f/5c15024e6ef4401fbd031f991c94c0c9, entries=2, sequenceid=8, filesize=5.0 K 2024-11-19T03:21:11,485 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/data/default/test/573140ff580522aa8692f7f4412d7b6b/.tmp/f1/6bb9d81b4f104e88a1bad725d15b4d6d as hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/data/default/test/573140ff580522aa8692f7f4412d7b6b/f1/6bb9d81b4f104e88a1bad725d15b4d6d 2024-11-19T03:21:11,488 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6bb9d81b4f104e88a1bad725d15b4d6d 2024-11-19T03:21:11,488 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/data/default/test/573140ff580522aa8692f7f4412d7b6b/f1/6bb9d81b4f104e88a1bad725d15b4d6d, entries=2, sequenceid=8, filesize=5.0 K 2024-11-19T03:21:11,489 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/data/default/test/573140ff580522aa8692f7f4412d7b6b/.tmp/norep/fc99a8d2512b4d14a22b2943f266ccb9 as hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/data/default/test/573140ff580522aa8692f7f4412d7b6b/norep/fc99a8d2512b4d14a22b2943f266ccb9 2024-11-19T03:21:11,492 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fc99a8d2512b4d14a22b2943f266ccb9 2024-11-19T03:21:11,492 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/data/default/test/573140ff580522aa8692f7f4412d7b6b/norep/fc99a8d2512b4d14a22b2943f266ccb9, entries=1, sequenceid=8, filesize=5.0 K 2024-11-19T03:21:11,493 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 573140ff580522aa8692f7f4412d7b6b in 1275ms, sequenceid=8, compaction requested=false 2024-11-19T03:21:11,496 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/data/default/test/573140ff580522aa8692f7f4412d7b6b/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-19T03:21:11,497 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T03:21:11,497 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T03:21:11,497 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731986460992.573140ff580522aa8692f7f4412d7b6b. 2024-11-19T03:21:11,497 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 573140ff580522aa8692f7f4412d7b6b: Waiting for close lock at 1731986470217Running coprocessor pre-close hooks at 1731986470217Disabling compacts and flushes for region at 1731986470217Disabling writes for close at 1731986470218 (+1 ms)Obtaining lock to block concurrent updates at 1731986470218Preparing flush snapshotting stores in 573140ff580522aa8692f7f4412d7b6b at 1731986470218Finished memstore snapshotting test,,1731986460992.573140ff580522aa8692f7f4412d7b6b., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731986470218Flushing stores of test,,1731986460992.573140ff580522aa8692f7f4412d7b6b. at 1731986470219 (+1 ms)Flushing 573140ff580522aa8692f7f4412d7b6b/f: creating writer at 1731986470219Flushing 573140ff580522aa8692f7f4412d7b6b/f: appending metadata at 1731986470232 (+13 ms)Flushing 573140ff580522aa8692f7f4412d7b6b/f: closing flushed file at 1731986470232Flushing 573140ff580522aa8692f7f4412d7b6b/f1: creating writer at 1731986470640 (+408 ms)Flushing 573140ff580522aa8692f7f4412d7b6b/f1: appending metadata at 1731986470651 (+11 ms)Flushing 573140ff580522aa8692f7f4412d7b6b/f1: closing flushed file at 1731986470652 (+1 ms)Flushing 573140ff580522aa8692f7f4412d7b6b/norep: creating writer at 1731986471060 (+408 ms)Flushing 573140ff580522aa8692f7f4412d7b6b/norep: appending metadata at 1731986471071 (+11 ms)Flushing 573140ff580522aa8692f7f4412d7b6b/norep: closing flushed file at 1731986471072 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f722927: reopening flushed file at 1731986471480 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15873751: reopening flushed file at 1731986471484 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6af892c3: reopening flushed file at 1731986471488 (+4 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 573140ff580522aa8692f7f4412d7b6b in 1275ms, sequenceid=8, compaction requested=false at 1731986471493 (+5 ms)Writing region close event to WAL at 1731986471494 (+1 ms)Running coprocessor post-close hooks at 1731986471496 (+2 ms)Closed at 1731986471497 (+1 ms) 2024-11-19T03:21:11,497 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731986460992.573140ff580522aa8692f7f4412d7b6b. 2024-11-19T03:21:11,497 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9ead8e891c62ac26750ef4f15eb4abc3, disabling compactions & flushes 2024-11-19T03:21:11,497 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731986463804.9ead8e891c62ac26750ef4f15eb4abc3. 2024-11-19T03:21:11,497 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731986463804.9ead8e891c62ac26750ef4f15eb4abc3. 2024-11-19T03:21:11,497 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731986463804.9ead8e891c62ac26750ef4f15eb4abc3. after waiting 0 ms 2024-11-19T03:21:11,497 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731986463804.9ead8e891c62ac26750ef4f15eb4abc3. 2024-11-19T03:21:11,497 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9ead8e891c62ac26750ef4f15eb4abc3: Waiting for close lock at 1731986471497Running coprocessor pre-close hooks at 1731986471497Disabling compacts and flushes for region at 1731986471497Disabling writes for close at 1731986471497Failed flush hbase:replication,,1731986463804.9ead8e891c62ac26750ef4f15eb4abc3., putting online again at 1731986471497 2024-11-19T03:21:11,497 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731986463804.9ead8e891c62ac26750ef4f15eb4abc3. 2024-11-19T03:21:11,509 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/data/hbase/meta/1588230740/.tmp/table/8acf0a0bdd6c4a66b1cbb4f15813cc80 2024-11-19T03:21:11,513 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/data/hbase/meta/1588230740/.tmp/info/213eb947882944f5b5812ad3877cf4ee as hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/data/hbase/meta/1588230740/info/213eb947882944f5b5812ad3877cf4ee 2024-11-19T03:21:11,517 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/data/hbase/meta/1588230740/info/213eb947882944f5b5812ad3877cf4ee, entries=20, sequenceid=16, filesize=7.5 K 2024-11-19T03:21:11,517 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/data/hbase/meta/1588230740/.tmp/ns/ef19069325e345f8af10c028e125b7f6 as hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/data/hbase/meta/1588230740/ns/ef19069325e345f8af10c028e125b7f6 2024-11-19T03:21:11,518 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43871,1731986450050.replicationSource.wal-reader.47efada56ed5%2C43871%2C1731986450050,1-47efada56ed5,43871,1731986450050 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/WALs/47efada56ed5,43871,1731986450050/47efada56ed5%2C43871%2C1731986450050.1731986451976 to pos 914, reset compression=false 2024-11-19T03:21:11,521 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/data/hbase/meta/1588230740/ns/ef19069325e345f8af10c028e125b7f6, entries=2, sequenceid=16, filesize=5.0 K 2024-11-19T03:21:11,522 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/data/hbase/meta/1588230740/.tmp/rep_barrier/65cf21374ac8400a8ecb4c737f7371cc as hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/data/hbase/meta/1588230740/rep_barrier/65cf21374ac8400a8ecb4c737f7371cc 2024-11-19T03:21:11,525 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/data/hbase/meta/1588230740/rep_barrier/65cf21374ac8400a8ecb4c737f7371cc, entries=1, sequenceid=16, filesize=5.4 K 2024-11-19T03:21:11,526 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/data/hbase/meta/1588230740/.tmp/table/8acf0a0bdd6c4a66b1cbb4f15813cc80 as hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/data/hbase/meta/1588230740/table/8acf0a0bdd6c4a66b1cbb4f15813cc80 2024-11-19T03:21:11,529 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/data/hbase/meta/1588230740/table/8acf0a0bdd6c4a66b1cbb4f15813cc80, entries=4, sequenceid=16, filesize=5.2 K 2024-11-19T03:21:11,530 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1312ms, sequenceid=16, compaction requested=false 2024-11-19T03:21:11,533 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-19T03:21:11,534 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T03:21:11,534 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T03:21:11,534 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T03:21:11,534 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731986470218Running coprocessor pre-close hooks at 1731986470218Disabling compacts and flushes for region at 1731986470218Disabling writes for close at 1731986470218Obtaining lock to block concurrent updates at 1731986470218Preparing flush snapshotting stores in 1588230740 at 1731986470218Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731986470219 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731986470219Flushing 1588230740/info: creating writer at 1731986470219Flushing 1588230740/info: appending metadata at 1731986470236 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731986470236Flushing 1588230740/ns: creating writer at 1731986470245 (+9 ms)Flushing 1588230740/ns: appending metadata at 1731986470261 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731986470261Flushing 1588230740/rep_barrier: creating writer at 1731986470670 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731986470681 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731986470681Flushing 1588230740/table: creating writer at 1731986471089 (+408 ms)Flushing 1588230740/table: appending metadata at 1731986471105 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731986471105Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@402cc6e: reopening flushed file at 1731986471513 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@781cc15b: reopening flushed file at 1731986471517 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b634420: reopening flushed file at 1731986471521 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a5062e9: reopening flushed file at 1731986471525 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1312ms, sequenceid=16, compaction requested=false at 1731986471530 (+5 ms)Writing region close event to WAL at 1731986471531 (+1 ms)Running coprocessor post-close hooks at 1731986471534 (+3 ms)Closed at 1731986471534 2024-11-19T03:21:11,534 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T03:21:11,575 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33437,1731986455370.replicationSource.wal-reader.47efada56ed5%2C33437%2C1731986455370,1-47efada56ed5,33437,1731986455370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/WALs/47efada56ed5,33437,1731986455370/47efada56ed5%2C33437%2C1731986455370.1731986457737 to pos 1162, reset compression=false 2024-11-19T03:21:11,580 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33437,1731986455370.replicationSource.wal-reader.47efada56ed5%2C33437%2C1731986455370,1-47efada56ed5,33437,1731986455370 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T03:21:11,580 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33437,1731986455370.replicationSource.wal-reader.47efada56ed5%2C33437%2C1731986455370,1-47efada56ed5,33437,1731986455370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/WALs/47efada56ed5,33437,1731986455370/47efada56ed5%2C33437%2C1731986455370.1731986457737 to pos 1806, reset compression=false 2024-11-19T03:21:11,619 INFO [RS:0;47efada56ed5:33437 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T03:21:11,619 DEBUG [RS:0;47efada56ed5:33437 {}] regionserver.HRegionServer(1325): Online Regions={9ead8e891c62ac26750ef4f15eb4abc3=hbase:replication,,1731986463804.9ead8e891c62ac26750ef4f15eb4abc3.} 2024-11-19T03:21:11,619 INFO [RS:0;47efada56ed5:33437 {}] regionserver.HRegionServer(3091): Received CLOSE for 9ead8e891c62ac26750ef4f15eb4abc3 2024-11-19T03:21:11,619 DEBUG [RS:0;47efada56ed5:33437 {}] regionserver.HRegionServer(1351): Waiting on 9ead8e891c62ac26750ef4f15eb4abc3 2024-11-19T03:21:11,619 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9ead8e891c62ac26750ef4f15eb4abc3, disabling compactions & flushes 2024-11-19T03:21:11,619 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731986463804.9ead8e891c62ac26750ef4f15eb4abc3. 2024-11-19T03:21:11,619 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731986463804.9ead8e891c62ac26750ef4f15eb4abc3. 2024-11-19T03:21:11,620 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731986463804.9ead8e891c62ac26750ef4f15eb4abc3. after waiting 0 ms 2024-11-19T03:21:11,620 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731986463804.9ead8e891c62ac26750ef4f15eb4abc3. 2024-11-19T03:21:11,620 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9ead8e891c62ac26750ef4f15eb4abc3: Waiting for close lock at 1731986471619Running coprocessor pre-close hooks at 1731986471619Disabling compacts and flushes for region at 1731986471619Disabling writes for close at 1731986471620 (+1 ms)Failed flush hbase:replication,,1731986463804.9ead8e891c62ac26750ef4f15eb4abc3., putting online again at 1731986471620 2024-11-19T03:21:11,620 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731986463804.9ead8e891c62ac26750ef4f15eb4abc3. 2024-11-19T03:21:11,783 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33437,1731986455370.replicationSource.wal-reader.47efada56ed5%2C33437%2C1731986455370,1-47efada56ed5,33437,1731986455370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/WALs/47efada56ed5,33437,1731986455370/47efada56ed5%2C33437%2C1731986455370.1731986457737 to pos 1806, reset compression=false 2024-11-19T03:21:11,819 INFO [RS:0;47efada56ed5:33437 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-19T03:21:11,820 INFO [RS:0;47efada56ed5:33437 {}] regionserver.HRegionServer(976): stopping server 47efada56ed5,33437,1731986455370; all regions closed. 2024-11-19T03:21:11,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40957 is added to blk_1073741834_1010 (size=4239) 2024-11-19T03:21:11,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40957 is added to blk_1073741839_1015 (size=1733) 2024-11-19T03:21:11,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40957 is added to blk_1073741832_1008 (size=1814) 2024-11-19T03:21:11,825 DEBUG [RS:0;47efada56ed5:33437 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:21:11,825 INFO [RS:0;47efada56ed5:33437 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T03:21:11,825 INFO [RS:0;47efada56ed5:33437 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T03:21:11,826 INFO [RS:0;47efada56ed5:33437 {}] hbase.ChoreService(370): Chore service for: regionserver/47efada56ed5:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T03:21:11,826 INFO [RS:0;47efada56ed5:33437 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T03:21:11,826 INFO [regionserver/47efada56ed5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T03:21:11,826 INFO [RS:0;47efada56ed5:33437 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-47efada56ed5,33437,1731986455370 because: Region server is closing 2024-11-19T03:21:11,826 INFO [RS:0;47efada56ed5:33437 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;47efada56ed5:33437. 2024-11-19T03:21:11,826 DEBUG [RS:0;47efada56ed5:33437 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:21:11,826 DEBUG [RS:0;47efada56ed5:33437 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:21:11,826 DEBUG [RS:0;47efada56ed5:33437 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:21:11,826 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:21:11,927 INFO [RS:0;47efada56ed5:33437 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33437,1731986455370.replicationSource.shipper47efada56ed5%2C33437%2C1731986455370,1-47efada56ed5,33437,1731986455370 terminated 2024-11-19T03:21:11,927 WARN [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33437,1731986455370.replicationSource.wal-reader.47efada56ed5%2C33437%2C1731986455370,1-47efada56ed5,33437,1731986455370 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T03:21:11,927 INFO [RS:0;47efada56ed5:33437 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;47efada56ed5:33437. 2024-11-19T03:21:11,927 DEBUG [RS:0;47efada56ed5:33437 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:21:11,927 DEBUG [RS:0;47efada56ed5:33437 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:21:11,927 DEBUG [RS:0;47efada56ed5:33437 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:21:11,927 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:21:11,927 INFO [RS:0;47efada56ed5:33437 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33437 2024-11-19T03:21:12,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33437-0x101511bd9d10004, quorum=127.0.0.1:50406, baseZNode=/1-184811127 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-184811127/rs/47efada56ed5,33437,1731986455370 2024-11-19T03:21:12,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44667-0x101511bd9d10003, quorum=127.0.0.1:50406, baseZNode=/1-184811127 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-184811127/rs 2024-11-19T03:21:12,089 INFO [RS:0;47efada56ed5:33437 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T03:21:12,110 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [47efada56ed5,33437,1731986455370] 2024-11-19T03:21:12,120 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-184811127/draining/47efada56ed5,33437,1731986455370 already deleted, retry=false 2024-11-19T03:21:12,120 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 47efada56ed5,33437,1731986455370 expired; onlineServers=0 2024-11-19T03:21:12,121 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '47efada56ed5,44667,1731986455210' ***** 2024-11-19T03:21:12,121 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T03:21:12,121 INFO [M:0;47efada56ed5:44667 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T03:21:12,121 INFO [M:0;47efada56ed5:44667 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T03:21:12,121 DEBUG [M:0;47efada56ed5:44667 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T03:21:12,121 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T03:21:12,121 DEBUG [M:0;47efada56ed5:44667 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T03:21:12,121 DEBUG [master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.large.0-1731986457467 {}] cleaner.HFileCleaner(306): Exit Thread[master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.large.0-1731986457467,5,FailOnTimeoutGroup] 2024-11-19T03:21:12,121 DEBUG [master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.small.0-1731986457467 {}] cleaner.HFileCleaner(306): Exit Thread[master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.small.0-1731986457467,5,FailOnTimeoutGroup] 2024-11-19T03:21:12,121 INFO [M:0;47efada56ed5:44667 {}] hbase.ChoreService(370): Chore service for: master/47efada56ed5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T03:21:12,121 INFO [M:0;47efada56ed5:44667 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T03:21:12,121 DEBUG [M:0;47efada56ed5:44667 {}] master.HMaster(1795): Stopping service threads 2024-11-19T03:21:12,121 INFO [M:0;47efada56ed5:44667 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T03:21:12,121 INFO [M:0;47efada56ed5:44667 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T03:21:12,122 INFO [M:0;47efada56ed5:44667 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T03:21:12,122 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T03:21:12,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44667-0x101511bd9d10003, quorum=127.0.0.1:50406, baseZNode=/1-184811127 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-184811127/master 2024-11-19T03:21:12,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44667-0x101511bd9d10003, quorum=127.0.0.1:50406, baseZNode=/1-184811127 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-184811127 2024-11-19T03:21:12,131 DEBUG [M:0;47efada56ed5:44667 {}] zookeeper.ZKUtil(347): master:44667-0x101511bd9d10003, quorum=127.0.0.1:50406, baseZNode=/1-184811127 Unable to get data of znode /1-184811127/master because node does not exist (not an error) 2024-11-19T03:21:12,131 WARN [M:0;47efada56ed5:44667 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T03:21:12,132 INFO [M:0;47efada56ed5:44667 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/.lastflushedseqids 2024-11-19T03:21:12,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40957 is added to blk_1073741847_1023 (size=245) 2024-11-19T03:21:12,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33437-0x101511bd9d10004, quorum=127.0.0.1:50406, baseZNode=/1-184811127 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T03:21:12,210 INFO [RS:0;47efada56ed5:33437 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T03:21:12,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33437-0x101511bd9d10004, quorum=127.0.0.1:50406, baseZNode=/1-184811127 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T03:21:12,210 INFO [RS:0;47efada56ed5:33437 {}] regionserver.HRegionServer(1031): Exiting; stopping=47efada56ed5,33437,1731986455370; zookeeper connection closed. 2024-11-19T03:21:12,211 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7278291b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7278291b 2024-11-19T03:21:12,211 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T03:21:12,222 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43871,1731986450050.replicationSource.wal-reader.47efada56ed5%2C43871%2C1731986450050,1-47efada56ed5,43871,1731986450050 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/WALs/47efada56ed5,43871,1731986450050/47efada56ed5%2C43871%2C1731986450050.1731986451976 to pos 914, reset compression=false 2024-11-19T03:21:12,498 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T03:21:12,498 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [47efada56ed5,46551,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=47efada56ed5:46551 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T03:21:12,499 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28303 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [47efada56ed5,46551,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=47efada56ed5:46551 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T03:21:12,536 INFO [M:0;47efada56ed5:44667 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T03:21:12,536 INFO [M:0;47efada56ed5:44667 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T03:21:12,536 DEBUG [M:0;47efada56ed5:44667 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T03:21:12,536 INFO [M:0;47efada56ed5:44667 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:21:12,536 DEBUG [M:0;47efada56ed5:44667 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:21:12,536 DEBUG [M:0;47efada56ed5:44667 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T03:21:12,536 DEBUG [M:0;47efada56ed5:44667 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:21:12,536 INFO [M:0;47efada56ed5:44667 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-19T03:21:12,549 DEBUG [M:0;47efada56ed5:44667 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e807fc1cee9f4debbe2cc70e44135dd9 is 82, key is hbase:meta,,1/info:regioninfo/1731986458711/Put/seqid=0 2024-11-19T03:21:12,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40957 is added to blk_1073741848_1024 (size=5672) 2024-11-19T03:21:12,953 INFO [M:0;47efada56ed5:44667 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e807fc1cee9f4debbe2cc70e44135dd9 2024-11-19T03:21:12,968 DEBUG [M:0;47efada56ed5:44667 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3274ddca8f58494db90f041d277ce153 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731986464994/Put/seqid=0 2024-11-19T03:21:12,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40957 is added to blk_1073741849_1025 (size=8516) 2024-11-19T03:21:13,025 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43871,1731986450050.replicationSource.wal-reader.47efada56ed5%2C43871%2C1731986450050,1-47efada56ed5,43871,1731986450050 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/WALs/47efada56ed5,43871,1731986450050/47efada56ed5%2C43871%2C1731986450050.1731986451976 to pos 914, reset compression=false 2024-11-19T03:21:13,372 INFO [M:0;47efada56ed5:44667 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3274ddca8f58494db90f041d277ce153 2024-11-19T03:21:13,389 DEBUG [M:0;47efada56ed5:44667 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/286abfc9228a4addadefb7aa9402c352 is 69, key is 47efada56ed5,33437,1731986455370/rs:state/1731986457550/Put/seqid=0 2024-11-19T03:21:13,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40957 is added to blk_1073741850_1026 (size=5156) 2024-11-19T03:21:13,793 INFO [M:0;47efada56ed5:44667 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/286abfc9228a4addadefb7aa9402c352 2024-11-19T03:21:13,796 DEBUG [M:0;47efada56ed5:44667 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e807fc1cee9f4debbe2cc70e44135dd9 as hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e807fc1cee9f4debbe2cc70e44135dd9 2024-11-19T03:21:13,800 INFO [M:0;47efada56ed5:44667 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e807fc1cee9f4debbe2cc70e44135dd9, entries=8, sequenceid=97, filesize=5.5 K 2024-11-19T03:21:13,800 DEBUG [M:0;47efada56ed5:44667 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3274ddca8f58494db90f041d277ce153 as hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3274ddca8f58494db90f041d277ce153 2024-11-19T03:21:13,803 INFO [M:0;47efada56ed5:44667 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3274ddca8f58494db90f041d277ce153, entries=11, sequenceid=97, filesize=8.3 K 2024-11-19T03:21:13,804 DEBUG [M:0;47efada56ed5:44667 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/286abfc9228a4addadefb7aa9402c352 as hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/286abfc9228a4addadefb7aa9402c352 2024-11-19T03:21:13,808 INFO [M:0;47efada56ed5:44667 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37957/user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/286abfc9228a4addadefb7aa9402c352, entries=1, sequenceid=97, filesize=5.0 K 2024-11-19T03:21:13,809 INFO [M:0;47efada56ed5:44667 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1273ms, sequenceid=97, compaction requested=false 2024-11-19T03:21:13,810 INFO [M:0;47efada56ed5:44667 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:21:13,810 DEBUG [M:0;47efada56ed5:44667 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731986472536Disabling compacts and flushes for region at 1731986472536Disabling writes for close at 1731986472536Obtaining lock to block concurrent updates at 1731986472536Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731986472536Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731986472536Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731986472537 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731986472537Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731986472549 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731986472549Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731986472956 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731986472968 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731986472968Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731986473376 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731986473388 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731986473389 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c3d8a4e: reopening flushed file at 1731986473796 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21f8453: reopening flushed file at 1731986473800 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@529db90b: reopening flushed file at 1731986473804 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1273ms, sequenceid=97, compaction requested=false at 1731986473809 (+5 ms)Writing region close event to WAL at 1731986473810 (+1 ms)Closed at 1731986473810 2024-11-19T03:21:13,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40957 is added to blk_1073741830_1006 (size=63654) 2024-11-19T03:21:13,811 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6003e85d-dcc5-72d7-09c0-5d10920cb8f2/MasterData/WALs/47efada56ed5,44667,1731986455210/47efada56ed5%2C44667%2C1731986455210.1731986457130 not finished, retry = 0 2024-11-19T03:21:13,912 INFO [M:0;47efada56ed5:44667 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T03:21:13,912 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T03:21:13,912 INFO [M:0;47efada56ed5:44667 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44667 2024-11-19T03:21:13,913 INFO [M:0;47efada56ed5:44667 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T03:21:13,929 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43871,1731986450050.replicationSource.wal-reader.47efada56ed5%2C43871%2C1731986450050,1-47efada56ed5,43871,1731986450050 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/WALs/47efada56ed5,43871,1731986450050/47efada56ed5%2C43871%2C1731986450050.1731986451976 to pos 914, reset compression=false 2024-11-19T03:21:14,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44667-0x101511bd9d10003, quorum=127.0.0.1:50406, baseZNode=/1-184811127 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T03:21:14,084 INFO [M:0;47efada56ed5:44667 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T03:21:14,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44667-0x101511bd9d10003, quorum=127.0.0.1:50406, baseZNode=/1-184811127 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T03:21:14,125 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@eedcfad{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T03:21:14,125 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2ccc127c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T03:21:14,125 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T03:21:14,125 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@34b1673f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T03:21:14,126 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@48a787a1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa2f9668-de3e-b859-f5e0-fe4b0702591f/hadoop.log.dir/,STOPPED} 2024-11-19T03:21:14,127 WARN [BP-1023614539-172.17.0.3-1731986453241 heartbeating to localhost/127.0.0.1:37957 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T03:21:14,127 WARN [BP-1023614539-172.17.0.3-1731986453241 heartbeating to localhost/127.0.0.1:37957 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1023614539-172.17.0.3-1731986453241 (Datanode Uuid 2d859389-fb58-45c8-8745-88f8b013993b) service to localhost/127.0.0.1:37957 2024-11-19T03:21:14,127 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T03:21:14,127 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T03:21:14,128 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa2f9668-de3e-b859-f5e0-fe4b0702591f/cluster_d5e386bc-c929-f364-e21a-30243772de65/data/data1/current/BP-1023614539-172.17.0.3-1731986453241 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T03:21:14,128 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa2f9668-de3e-b859-f5e0-fe4b0702591f/cluster_d5e386bc-c929-f364-e21a-30243772de65/data/data2/current/BP-1023614539-172.17.0.3-1731986453241 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T03:21:14,128 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T03:21:14,134 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7bb6433f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T03:21:14,134 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6a180a6f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T03:21:14,134 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T03:21:14,135 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@79fc6fa9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T03:21:14,135 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@215f870f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa2f9668-de3e-b859-f5e0-fe4b0702591f/hadoop.log.dir/,STOPPED} 2024-11-19T03:21:14,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T03:21:14,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T03:21:14,153 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T03:21:14,153 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:21:14,153 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:21:14,153 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:21:14,153 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:21:14,154 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T03:21:14,154 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=21793135, stopped=false 2024-11-19T03:21:14,154 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=47efada56ed5,45479,1731986449850 2024-11-19T03:21:14,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43871-0x101511bd9d10001, quorum=127.0.0.1:50406, baseZNode=/01446497023 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01446497023/running 2024-11-19T03:21:14,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45479-0x101511bd9d10000, quorum=127.0.0.1:50406, baseZNode=/01446497023 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01446497023/running 2024-11-19T03:21:14,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43871-0x101511bd9d10001, quorum=127.0.0.1:50406, baseZNode=/01446497023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01446497023 2024-11-19T03:21:14,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45479-0x101511bd9d10000, quorum=127.0.0.1:50406, baseZNode=/01446497023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01446497023 2024-11-19T03:21:14,173 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T03:21:14,173 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T03:21:14,173 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:21:14,173 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45479-0x101511bd9d10000, quorum=127.0.0.1:50406, baseZNode=/01446497023 Set watcher on znode that does not yet exist, /01446497023/running 2024-11-19T03:21:14,173 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:21:14,174 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '47efada56ed5,43871,1731986450050' ***** 2024-11-19T03:21:14,174 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T03:21:14,174 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43871-0x101511bd9d10001, quorum=127.0.0.1:50406, baseZNode=/01446497023 Set watcher on znode that does not yet exist, /01446497023/running 2024-11-19T03:21:14,174 INFO [RS:0;47efada56ed5:43871 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T03:21:14,174 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T03:21:14,174 INFO [RS:0;47efada56ed5:43871 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T03:21:14,174 INFO [RS:0;47efada56ed5:43871 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T03:21:14,174 INFO [RS:0;47efada56ed5:43871 {}] regionserver.HRegionServer(3091): Received CLOSE for 54e38e9a95570f54fef64b9e2c2231d6 2024-11-19T03:21:14,174 INFO [RS:0;47efada56ed5:43871 {}] regionserver.HRegionServer(3091): Received CLOSE for ba2ace1d587e91a021a46334af138bfd 2024-11-19T03:21:14,174 INFO [RS:0;47efada56ed5:43871 {}] regionserver.HRegionServer(959): stopping server 47efada56ed5,43871,1731986450050 2024-11-19T03:21:14,174 INFO [RS:0;47efada56ed5:43871 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T03:21:14,175 INFO [RS:0;47efada56ed5:43871 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;47efada56ed5:43871. 2024-11-19T03:21:14,175 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 54e38e9a95570f54fef64b9e2c2231d6, disabling compactions & flushes 2024-11-19T03:21:14,175 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731986461639.54e38e9a95570f54fef64b9e2c2231d6. 2024-11-19T03:21:14,175 DEBUG [RS:0;47efada56ed5:43871 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:21:14,175 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731986461639.54e38e9a95570f54fef64b9e2c2231d6. 2024-11-19T03:21:14,175 DEBUG [RS:0;47efada56ed5:43871 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:21:14,175 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731986461639.54e38e9a95570f54fef64b9e2c2231d6. after waiting 0 ms 2024-11-19T03:21:14,175 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731986461639.54e38e9a95570f54fef64b9e2c2231d6. 2024-11-19T03:21:14,175 INFO [RS:0;47efada56ed5:43871 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T03:21:14,175 INFO [RS:0;47efada56ed5:43871 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T03:21:14,175 INFO [RS:0;47efada56ed5:43871 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T03:21:14,175 INFO [RS:0;47efada56ed5:43871 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T03:21:14,175 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 54e38e9a95570f54fef64b9e2c2231d6 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-19T03:21:14,175 INFO [RS:0;47efada56ed5:43871 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-19T03:21:14,175 DEBUG [RS:0;47efada56ed5:43871 {}] regionserver.HRegionServer(1325): Online Regions={54e38e9a95570f54fef64b9e2c2231d6=hbase:replication,,1731986461639.54e38e9a95570f54fef64b9e2c2231d6., 1588230740=hbase:meta,,1.1588230740, ba2ace1d587e91a021a46334af138bfd=test,,1731986458831.ba2ace1d587e91a021a46334af138bfd.} 2024-11-19T03:21:14,175 DEBUG [RS:0;47efada56ed5:43871 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 54e38e9a95570f54fef64b9e2c2231d6, ba2ace1d587e91a021a46334af138bfd 2024-11-19T03:21:14,175 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T03:21:14,175 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T03:21:14,175 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T03:21:14,175 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T03:21:14,175 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T03:21:14,175 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-19T03:21:14,189 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/data/hbase/replication/54e38e9a95570f54fef64b9e2c2231d6/.tmp/queue/926b406c6b7d46d5a10865a0fed5c2a3 is 153, key is 1-47efada56ed5,43871,1731986450050/queue:47efada56ed5%2C43871%2C1731986450050/1731986469499/Put/seqid=0 2024-11-19T03:21:14,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741840_1016 (size=5352) 2024-11-19T03:21:14,192 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/data/hbase/meta/1588230740/.tmp/info/fb70f3a557fa439793d71ee3af866089 is 147, key is hbase:replication,,1731986461639.54e38e9a95570f54fef64b9e2c2231d6./info:regioninfo/1731986462804/Put/seqid=0 2024-11-19T03:21:14,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741841_1017 (size=7686) 2024-11-19T03:21:14,262 INFO [regionserver/47efada56ed5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T03:21:14,375 DEBUG [RS:0;47efada56ed5:43871 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 54e38e9a95570f54fef64b9e2c2231d6, ba2ace1d587e91a021a46334af138bfd 2024-11-19T03:21:14,575 DEBUG [RS:0;47efada56ed5:43871 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 54e38e9a95570f54fef64b9e2c2231d6, ba2ace1d587e91a021a46334af138bfd 2024-11-19T03:21:14,593 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/data/hbase/replication/54e38e9a95570f54fef64b9e2c2231d6/.tmp/queue/926b406c6b7d46d5a10865a0fed5c2a3 2024-11-19T03:21:14,596 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/data/hbase/meta/1588230740/.tmp/info/fb70f3a557fa439793d71ee3af866089 2024-11-19T03:21:14,597 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/data/hbase/replication/54e38e9a95570f54fef64b9e2c2231d6/.tmp/queue/926b406c6b7d46d5a10865a0fed5c2a3 as hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/data/hbase/replication/54e38e9a95570f54fef64b9e2c2231d6/queue/926b406c6b7d46d5a10865a0fed5c2a3 2024-11-19T03:21:14,601 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/data/hbase/replication/54e38e9a95570f54fef64b9e2c2231d6/queue/926b406c6b7d46d5a10865a0fed5c2a3, entries=1, sequenceid=10, filesize=5.2 K 2024-11-19T03:21:14,601 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 54e38e9a95570f54fef64b9e2c2231d6 in 426ms, sequenceid=10, compaction requested=false 2024-11-19T03:21:14,605 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/data/hbase/replication/54e38e9a95570f54fef64b9e2c2231d6/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-19T03:21:14,605 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T03:21:14,605 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T03:21:14,605 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731986461639.54e38e9a95570f54fef64b9e2c2231d6. 2024-11-19T03:21:14,605 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 54e38e9a95570f54fef64b9e2c2231d6: Waiting for close lock at 1731986474175Running coprocessor pre-close hooks at 1731986474175Disabling compacts and flushes for region at 1731986474175Disabling writes for close at 1731986474175Obtaining lock to block concurrent updates at 1731986474175Preparing flush snapshotting stores in 54e38e9a95570f54fef64b9e2c2231d6 at 1731986474175Finished memstore snapshotting hbase:replication,,1731986461639.54e38e9a95570f54fef64b9e2c2231d6., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1731986474175Flushing stores of hbase:replication,,1731986461639.54e38e9a95570f54fef64b9e2c2231d6. at 1731986474176 (+1 ms)Flushing 54e38e9a95570f54fef64b9e2c2231d6/queue: creating writer at 1731986474176Flushing 54e38e9a95570f54fef64b9e2c2231d6/queue: appending metadata at 1731986474188 (+12 ms)Flushing 54e38e9a95570f54fef64b9e2c2231d6/queue: closing flushed file at 1731986474188Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68034edd: reopening flushed file at 1731986474597 (+409 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 54e38e9a95570f54fef64b9e2c2231d6 in 426ms, sequenceid=10, compaction requested=false at 1731986474601 (+4 ms)Writing region close event to WAL at 1731986474602 (+1 ms)Running coprocessor post-close hooks at 1731986474605 (+3 ms)Closed at 1731986474605 2024-11-19T03:21:14,606 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731986461639.54e38e9a95570f54fef64b9e2c2231d6. 2024-11-19T03:21:14,606 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ba2ace1d587e91a021a46334af138bfd, disabling compactions & flushes 2024-11-19T03:21:14,606 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731986458831.ba2ace1d587e91a021a46334af138bfd. 2024-11-19T03:21:14,606 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731986458831.ba2ace1d587e91a021a46334af138bfd. 2024-11-19T03:21:14,606 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731986458831.ba2ace1d587e91a021a46334af138bfd. after waiting 0 ms 2024-11-19T03:21:14,606 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731986458831.ba2ace1d587e91a021a46334af138bfd. 2024-11-19T03:21:14,606 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ba2ace1d587e91a021a46334af138bfd 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-19T03:21:14,616 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/data/hbase/meta/1588230740/.tmp/ns/ec227f1468d64edda1aebe862c4fb016 is 43, key is default/ns:d/1731986453110/Put/seqid=0 2024-11-19T03:21:14,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741842_1018 (size=5153) 2024-11-19T03:21:14,620 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/data/default/test/ba2ace1d587e91a021a46334af138bfd/.tmp/f/62223aa170f84955a95a3fdce3cbf27f is 29, key is row1/f:/1731986469124/DeleteFamily/seqid=0 2024-11-19T03:21:14,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741843_1019 (size=5118) 2024-11-19T03:21:14,776 DEBUG [RS:0;47efada56ed5:43871 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ba2ace1d587e91a021a46334af138bfd 2024-11-19T03:21:14,900 INFO [regionserver/47efada56ed5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T03:21:14,900 INFO [regionserver/47efada56ed5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T03:21:14,933 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43871,1731986450050.replicationSource.wal-reader.47efada56ed5%2C43871%2C1731986450050,1-47efada56ed5,43871,1731986450050 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/WALs/47efada56ed5,43871,1731986450050/47efada56ed5%2C43871%2C1731986450050.1731986451976 to pos 914, reset compression=false 2024-11-19T03:21:14,937 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43871,1731986450050.replicationSource.wal-reader.47efada56ed5%2C43871%2C1731986450050,1-47efada56ed5,43871,1731986450050 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T03:21:14,937 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43871,1731986450050.replicationSource.wal-reader.47efada56ed5%2C43871%2C1731986450050,1-47efada56ed5,43871,1731986450050 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/WALs/47efada56ed5,43871,1731986450050/47efada56ed5%2C43871%2C1731986450050.1731986451976 to pos 1161, reset compression=false 2024-11-19T03:21:14,937 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43871,1731986450050.replicationSource.shipper47efada56ed5%2C43871%2C1731986450050,1-47efada56ed5,43871,1731986450050 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-47efada56ed5,43871,1731986450050 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/WALs/47efada56ed5,43871,1731986450050/47efada56ed5%2C43871%2C1731986450050.1731986451976, lastWalPosition=1161, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T03:21:14,938 ERROR [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43871,1731986450050.replicationSource.shipper47efada56ed5%2C43871%2C1731986450050,1-47efada56ed5,43871,1731986450050 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 47efada56ed5,43871,1731986450050: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-47efada56ed5,43871,1731986450050, walGroup=47efada56ed5%2C43871%2C1731986450050, offset=47efada56ed5%2C43871%2C1731986450050.1731986451976:1161, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=47efada56ed5:43871 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-19T03:21:14,939 ERROR [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43871,1731986450050.replicationSource.shipper47efada56ed5%2C43871%2C1731986450050,1-47efada56ed5,43871,1731986450050 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-19T03:21:14,939 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43871,1731986450050.replicationSource.shipper47efada56ed5%2C43871%2C1731986450050,1-47efada56ed5,43871,1731986450050 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-19T03:21:14,940 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43871,1731986450050.replicationSource.shipper47efada56ed5%2C43871%2C1731986450050,1-47efada56ed5,43871,1731986450050 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-19T03:21:14,940 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43871,1731986450050.replicationSource.shipper47efada56ed5%2C43871%2C1731986450050,1-47efada56ed5,43871,1731986450050 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-19T03:21:14,940 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43871,1731986450050.replicationSource.shipper47efada56ed5%2C43871%2C1731986450050,1-47efada56ed5,43871,1731986450050 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-19T03:21:14,940 INFO [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43871,1731986450050.replicationSource.shipper47efada56ed5%2C43871%2C1731986450050,1-47efada56ed5,43871,1731986450050 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1065353216, "init": 1048576000, "max": 2306867200, "used": 674961024 }, "NonHeapMemoryUsage": { "committed": 195362816, "init": 7667712, "max": -1, "used": 192323144 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-19T03:21:14,941 WARN [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43871,1731986450050.replicationSource.shipper47efada56ed5%2C43871%2C1731986450050,1-47efada56ed5,43871,1731986450050 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=47efada56ed5:45479 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=47efada56ed5:45479 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-19T03:21:14,976 DEBUG [RS:0;47efada56ed5:43871 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ba2ace1d587e91a021a46334af138bfd 2024-11-19T03:21:15,020 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/data/hbase/meta/1588230740/.tmp/ns/ec227f1468d64edda1aebe862c4fb016 2024-11-19T03:21:15,024 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/data/default/test/ba2ace1d587e91a021a46334af138bfd/.tmp/f/62223aa170f84955a95a3fdce3cbf27f 2024-11-19T03:21:15,027 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 62223aa170f84955a95a3fdce3cbf27f 2024-11-19T03:21:15,036 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/data/hbase/meta/1588230740/.tmp/rep_barrier/bac16bc04ef446328b2a5fc1bfc3beb2 is 112, key is test,,1731986458831.ba2ace1d587e91a021a46334af138bfd./rep_barrier:seqnumDuringOpen/1731986459981/Put/seqid=0 2024-11-19T03:21:15,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741844_1020 (size=5518) 2024-11-19T03:21:15,045 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/data/default/test/ba2ace1d587e91a021a46334af138bfd/.tmp/f1/4cec034a63f8433c9cc9275614d3f276 is 30, key is row1/f1:/1731986469124/DeleteFamily/seqid=0 2024-11-19T03:21:15,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741845_1021 (size=5123) 2024-11-19T03:21:15,140 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43871,1731986450050.replicationSource.wal-reader.47efada56ed5%2C43871%2C1731986450050,1-47efada56ed5,43871,1731986450050 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/WALs/47efada56ed5,43871,1731986450050/47efada56ed5%2C43871%2C1731986450050.1731986451976 to pos 1161, reset compression=false 2024-11-19T03:21:15,176 INFO [RS:0;47efada56ed5:43871 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T03:21:15,176 DEBUG [RS:0;47efada56ed5:43871 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ba2ace1d587e91a021a46334af138bfd=test,,1731986458831.ba2ace1d587e91a021a46334af138bfd.} 2024-11-19T03:21:15,176 DEBUG [RS:0;47efada56ed5:43871 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ba2ace1d587e91a021a46334af138bfd 2024-11-19T03:21:15,376 DEBUG [RS:0;47efada56ed5:43871 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ba2ace1d587e91a021a46334af138bfd 2024-11-19T03:21:15,440 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/data/hbase/meta/1588230740/.tmp/rep_barrier/bac16bc04ef446328b2a5fc1bfc3beb2 2024-11-19T03:21:15,444 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43871,1731986450050.replicationSource.wal-reader.47efada56ed5%2C43871%2C1731986450050,1-47efada56ed5,43871,1731986450050 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/WALs/47efada56ed5,43871,1731986450050/47efada56ed5%2C43871%2C1731986450050.1731986451976 to pos 1161, reset compression=false 2024-11-19T03:21:15,451 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/data/default/test/ba2ace1d587e91a021a46334af138bfd/.tmp/f1/4cec034a63f8433c9cc9275614d3f276 2024-11-19T03:21:15,455 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4cec034a63f8433c9cc9275614d3f276 2024-11-19T03:21:15,462 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/data/hbase/meta/1588230740/.tmp/table/9f20aade23164d8293aec4d0d5cab7c6 is 53, key is hbase:replication/table:state/1731986462811/Put/seqid=0 2024-11-19T03:21:15,468 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/data/default/test/ba2ace1d587e91a021a46334af138bfd/.tmp/norep/c9d16e140363488cbd19f3901017c3de is 32, key is row/norep:/1731986467973/DeleteFamily/seqid=0 2024-11-19T03:21:15,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741846_1022 (size=5308) 2024-11-19T03:21:15,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741847_1023 (size=5101) 2024-11-19T03:21:15,576 DEBUG [RS:0;47efada56ed5:43871 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ba2ace1d587e91a021a46334af138bfd 2024-11-19T03:21:15,776 DEBUG [RS:0;47efada56ed5:43871 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ba2ace1d587e91a021a46334af138bfd 2024-11-19T03:21:15,851 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43871,1731986450050.replicationSource.wal-reader.47efada56ed5%2C43871%2C1731986450050,1-47efada56ed5,43871,1731986450050 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/WALs/47efada56ed5,43871,1731986450050/47efada56ed5%2C43871%2C1731986450050.1731986451976 to pos 1161, reset compression=false 2024-11-19T03:21:15,870 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/data/hbase/meta/1588230740/.tmp/table/9f20aade23164d8293aec4d0d5cab7c6 2024-11-19T03:21:15,872 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/data/default/test/ba2ace1d587e91a021a46334af138bfd/.tmp/norep/c9d16e140363488cbd19f3901017c3de 2024-11-19T03:21:15,874 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/data/hbase/meta/1588230740/.tmp/info/fb70f3a557fa439793d71ee3af866089 as hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/data/hbase/meta/1588230740/info/fb70f3a557fa439793d71ee3af866089 2024-11-19T03:21:15,876 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c9d16e140363488cbd19f3901017c3de 2024-11-19T03:21:15,876 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/data/default/test/ba2ace1d587e91a021a46334af138bfd/.tmp/f/62223aa170f84955a95a3fdce3cbf27f as hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/data/default/test/ba2ace1d587e91a021a46334af138bfd/f/62223aa170f84955a95a3fdce3cbf27f 2024-11-19T03:21:15,878 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/data/hbase/meta/1588230740/info/fb70f3a557fa439793d71ee3af866089, entries=20, sequenceid=16, filesize=7.5 K 2024-11-19T03:21:15,878 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/data/hbase/meta/1588230740/.tmp/ns/ec227f1468d64edda1aebe862c4fb016 as hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/data/hbase/meta/1588230740/ns/ec227f1468d64edda1aebe862c4fb016 2024-11-19T03:21:15,880 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 62223aa170f84955a95a3fdce3cbf27f 2024-11-19T03:21:15,880 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/data/default/test/ba2ace1d587e91a021a46334af138bfd/f/62223aa170f84955a95a3fdce3cbf27f, entries=2, sequenceid=8, filesize=5.0 K 2024-11-19T03:21:15,881 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/data/default/test/ba2ace1d587e91a021a46334af138bfd/.tmp/f1/4cec034a63f8433c9cc9275614d3f276 as hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/data/default/test/ba2ace1d587e91a021a46334af138bfd/f1/4cec034a63f8433c9cc9275614d3f276 2024-11-19T03:21:15,882 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/data/hbase/meta/1588230740/ns/ec227f1468d64edda1aebe862c4fb016, entries=2, sequenceid=16, filesize=5.0 K 2024-11-19T03:21:15,883 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/data/hbase/meta/1588230740/.tmp/rep_barrier/bac16bc04ef446328b2a5fc1bfc3beb2 as hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/data/hbase/meta/1588230740/rep_barrier/bac16bc04ef446328b2a5fc1bfc3beb2 2024-11-19T03:21:15,885 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4cec034a63f8433c9cc9275614d3f276 2024-11-19T03:21:15,885 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/data/default/test/ba2ace1d587e91a021a46334af138bfd/f1/4cec034a63f8433c9cc9275614d3f276, entries=2, sequenceid=8, filesize=5.0 K 2024-11-19T03:21:15,886 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/data/default/test/ba2ace1d587e91a021a46334af138bfd/.tmp/norep/c9d16e140363488cbd19f3901017c3de as hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/data/default/test/ba2ace1d587e91a021a46334af138bfd/norep/c9d16e140363488cbd19f3901017c3de 2024-11-19T03:21:15,887 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/data/hbase/meta/1588230740/rep_barrier/bac16bc04ef446328b2a5fc1bfc3beb2, entries=1, sequenceid=16, filesize=5.4 K 2024-11-19T03:21:15,888 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/data/hbase/meta/1588230740/.tmp/table/9f20aade23164d8293aec4d0d5cab7c6 as hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/data/hbase/meta/1588230740/table/9f20aade23164d8293aec4d0d5cab7c6 2024-11-19T03:21:15,890 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c9d16e140363488cbd19f3901017c3de 2024-11-19T03:21:15,890 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/data/default/test/ba2ace1d587e91a021a46334af138bfd/norep/c9d16e140363488cbd19f3901017c3de, entries=1, sequenceid=8, filesize=5.0 K 2024-11-19T03:21:15,891 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for ba2ace1d587e91a021a46334af138bfd in 1285ms, sequenceid=8, compaction requested=false 2024-11-19T03:21:15,891 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-19T03:21:15,892 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/data/hbase/meta/1588230740/table/9f20aade23164d8293aec4d0d5cab7c6, entries=4, sequenceid=16, filesize=5.2 K 2024-11-19T03:21:15,893 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1718ms, sequenceid=16, compaction requested=false 2024-11-19T03:21:15,893 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T03:21:15,901 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/data/default/test/ba2ace1d587e91a021a46334af138bfd/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-19T03:21:15,901 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T03:21:15,901 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T03:21:15,901 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731986458831.ba2ace1d587e91a021a46334af138bfd. 2024-11-19T03:21:15,901 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ba2ace1d587e91a021a46334af138bfd: Waiting for close lock at 1731986474606Running coprocessor pre-close hooks at 1731986474606Disabling compacts and flushes for region at 1731986474606Disabling writes for close at 1731986474606Obtaining lock to block concurrent updates at 1731986474606Preparing flush snapshotting stores in ba2ace1d587e91a021a46334af138bfd at 1731986474606Finished memstore snapshotting test,,1731986458831.ba2ace1d587e91a021a46334af138bfd., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731986474606Flushing stores of test,,1731986458831.ba2ace1d587e91a021a46334af138bfd. at 1731986474607 (+1 ms)Flushing ba2ace1d587e91a021a46334af138bfd/f: creating writer at 1731986474607Flushing ba2ace1d587e91a021a46334af138bfd/f: appending metadata at 1731986474619 (+12 ms)Flushing ba2ace1d587e91a021a46334af138bfd/f: closing flushed file at 1731986474619Flushing ba2ace1d587e91a021a46334af138bfd/f1: creating writer at 1731986475027 (+408 ms)Flushing ba2ace1d587e91a021a46334af138bfd/f1: appending metadata at 1731986475044 (+17 ms)Flushing ba2ace1d587e91a021a46334af138bfd/f1: closing flushed file at 1731986475044Flushing ba2ace1d587e91a021a46334af138bfd/norep: creating writer at 1731986475455 (+411 ms)Flushing ba2ace1d587e91a021a46334af138bfd/norep: appending metadata at 1731986475467 (+12 ms)Flushing ba2ace1d587e91a021a46334af138bfd/norep: closing flushed file at 1731986475468 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57af5db1: reopening flushed file at 1731986475876 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@218e426: reopening flushed file at 1731986475880 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e586c1e: reopening flushed file at 1731986475885 (+5 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for ba2ace1d587e91a021a46334af138bfd in 1285ms, sequenceid=8, compaction requested=false at 1731986475891 (+6 ms)Writing region close event to WAL at 1731986475897 (+6 ms)Running coprocessor post-close hooks at 1731986475901 (+4 ms)Closed at 1731986475901 2024-11-19T03:21:15,902 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731986458831.ba2ace1d587e91a021a46334af138bfd. 2024-11-19T03:21:15,903 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-19T03:21:15,903 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T03:21:15,903 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T03:21:15,903 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T03:21:15,903 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731986474175Running coprocessor pre-close hooks at 1731986474175Disabling compacts and flushes for region at 1731986474175Disabling writes for close at 1731986474175Obtaining lock to block concurrent updates at 1731986474175Preparing flush snapshotting stores in 1588230740 at 1731986474175Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731986474175Flushing stores of hbase:meta,,1.1588230740 at 1731986474176 (+1 ms)Flushing 1588230740/info: creating writer at 1731986474176Flushing 1588230740/info: appending metadata at 1731986474192 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731986474192Flushing 1588230740/ns: creating writer at 1731986474599 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731986474616 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731986474616Flushing 1588230740/rep_barrier: creating writer at 1731986475024 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731986475036 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731986475036Flushing 1588230740/table: creating writer at 1731986475444 (+408 ms)Flushing 1588230740/table: appending metadata at 1731986475461 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731986475461Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16f62938: reopening flushed file at 1731986475874 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@187793f9: reopening flushed file at 1731986475878 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22511d98: reopening flushed file at 1731986475882 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31423004: reopening flushed file at 1731986475887 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1718ms, sequenceid=16, compaction requested=false at 1731986475893 (+6 ms)Writing region close event to WAL at 1731986475900 (+7 ms)Running coprocessor post-close hooks at 1731986475903 (+3 ms)Closed at 1731986475903 2024-11-19T03:21:15,904 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T03:21:15,977 INFO [RS:0;47efada56ed5:43871 {}] regionserver.HRegionServer(976): stopping server 47efada56ed5,43871,1731986450050; all regions closed. 2024-11-19T03:21:15,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741834_1010 (size=4239) 2024-11-19T03:21:15,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741839_1015 (size=2676) 2024-11-19T03:21:15,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741832_1008 (size=1813) 2024-11-19T03:21:15,983 DEBUG [RS:0;47efada56ed5:43871 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:21:15,983 INFO [RS:0;47efada56ed5:43871 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T03:21:15,983 INFO [RS:0;47efada56ed5:43871 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T03:21:15,983 INFO [RS:0;47efada56ed5:43871 {}] hbase.ChoreService(370): Chore service for: regionserver/47efada56ed5:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T03:21:15,983 INFO [RS:0;47efada56ed5:43871 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T03:21:15,983 INFO [regionserver/47efada56ed5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T03:21:15,984 INFO [RS:0;47efada56ed5:43871 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-47efada56ed5,43871,1731986450050 because: Region server is closing 2024-11-19T03:21:15,984 INFO [RS:0;47efada56ed5:43871 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;47efada56ed5:43871. 2024-11-19T03:21:15,984 DEBUG [RS:0;47efada56ed5:43871 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:21:15,984 DEBUG [RS:0;47efada56ed5:43871 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:21:15,984 DEBUG [RS:0;47efada56ed5:43871 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:21:15,984 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:21:16,084 INFO [RS:0;47efada56ed5:43871 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43871,1731986450050.replicationSource.shipper47efada56ed5%2C43871%2C1731986450050,1-47efada56ed5,43871,1731986450050 terminated 2024-11-19T03:21:16,084 WARN [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43871,1731986450050.replicationSource.wal-reader.47efada56ed5%2C43871%2C1731986450050,1-47efada56ed5,43871,1731986450050 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T03:21:16,084 INFO [RS:0;47efada56ed5:43871 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;47efada56ed5:43871. 2024-11-19T03:21:16,084 DEBUG [RS:0;47efada56ed5:43871 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:21:16,084 DEBUG [RS:0;47efada56ed5:43871 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:21:16,085 DEBUG [RS:0;47efada56ed5:43871 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:21:16,085 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:21:16,085 INFO [RS:0;47efada56ed5:43871 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43871 2024-11-19T03:21:16,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45479-0x101511bd9d10000, quorum=127.0.0.1:50406, baseZNode=/01446497023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01446497023/rs 2024-11-19T03:21:16,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43871-0x101511bd9d10001, quorum=127.0.0.1:50406, baseZNode=/01446497023 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01446497023/rs/47efada56ed5,43871,1731986450050 2024-11-19T03:21:16,152 INFO [RS:0;47efada56ed5:43871 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T03:21:16,152 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [47efada56ed5,43871,1731986450050] 2024-11-19T03:21:16,173 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01446497023/draining/47efada56ed5,43871,1731986450050 already deleted, retry=false 2024-11-19T03:21:16,173 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 47efada56ed5,43871,1731986450050 expired; onlineServers=0 2024-11-19T03:21:16,173 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '47efada56ed5,45479,1731986449850' ***** 2024-11-19T03:21:16,173 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T03:21:16,173 INFO [M:0;47efada56ed5:45479 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T03:21:16,173 INFO [M:0;47efada56ed5:45479 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T03:21:16,173 DEBUG [M:0;47efada56ed5:45479 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T03:21:16,173 DEBUG [M:0;47efada56ed5:45479 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T03:21:16,173 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T03:21:16,173 DEBUG [master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.small.0-1731986451745 {}] cleaner.HFileCleaner(306): Exit Thread[master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.small.0-1731986451745,5,FailOnTimeoutGroup] 2024-11-19T03:21:16,173 DEBUG [master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.large.0-1731986451744 {}] cleaner.HFileCleaner(306): Exit Thread[master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.large.0-1731986451744,5,FailOnTimeoutGroup] 2024-11-19T03:21:16,173 INFO [M:0;47efada56ed5:45479 {}] hbase.ChoreService(370): Chore service for: master/47efada56ed5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T03:21:16,173 INFO [M:0;47efada56ed5:45479 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T03:21:16,174 DEBUG [M:0;47efada56ed5:45479 {}] master.HMaster(1795): Stopping service threads 2024-11-19T03:21:16,174 INFO [M:0;47efada56ed5:45479 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T03:21:16,174 INFO [M:0;47efada56ed5:45479 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T03:21:16,174 INFO [M:0;47efada56ed5:45479 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T03:21:16,174 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T03:21:16,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45479-0x101511bd9d10000, quorum=127.0.0.1:50406, baseZNode=/01446497023 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01446497023/master 2024-11-19T03:21:16,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45479-0x101511bd9d10000, quorum=127.0.0.1:50406, baseZNode=/01446497023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01446497023 2024-11-19T03:21:16,183 DEBUG [M:0;47efada56ed5:45479 {}] zookeeper.ZKUtil(347): master:45479-0x101511bd9d10000, quorum=127.0.0.1:50406, baseZNode=/01446497023 Unable to get data of znode /01446497023/master because node does not exist (not an error) 2024-11-19T03:21:16,184 WARN [M:0;47efada56ed5:45479 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T03:21:16,185 INFO [M:0;47efada56ed5:45479 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/.lastflushedseqids 2024-11-19T03:21:16,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741848_1024 (size=245) 2024-11-19T03:21:16,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43871-0x101511bd9d10001, quorum=127.0.0.1:50406, baseZNode=/01446497023 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T03:21:16,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43871-0x101511bd9d10001, quorum=127.0.0.1:50406, baseZNode=/01446497023 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T03:21:16,263 INFO [RS:0;47efada56ed5:43871 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T03:21:16,263 INFO [RS:0;47efada56ed5:43871 {}] regionserver.HRegionServer(1031): Exiting; stopping=47efada56ed5,43871,1731986450050; zookeeper connection closed. 2024-11-19T03:21:16,263 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7b6b8955 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7b6b8955 2024-11-19T03:21:16,263 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T03:21:16,486 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T03:21:16,487 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-19T03:21:16,487 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T03:21:16,589 INFO [M:0;47efada56ed5:45479 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T03:21:16,589 INFO [M:0;47efada56ed5:45479 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T03:21:16,589 DEBUG [M:0;47efada56ed5:45479 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T03:21:16,589 INFO [M:0;47efada56ed5:45479 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:21:16,589 DEBUG [M:0;47efada56ed5:45479 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:21:16,589 DEBUG [M:0;47efada56ed5:45479 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T03:21:16,589 DEBUG [M:0;47efada56ed5:45479 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:21:16,589 INFO [M:0;47efada56ed5:45479 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-19T03:21:16,607 DEBUG [M:0;47efada56ed5:45479 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/863fac31ba314c3f99996bfdbc666709 is 82, key is hbase:meta,,1/info:regioninfo/1731986453050/Put/seqid=0 2024-11-19T03:21:16,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741849_1025 (size=5672) 2024-11-19T03:21:16,998 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T03:21:16,999 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:21:17,011 INFO [M:0;47efada56ed5:45479 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/863fac31ba314c3f99996bfdbc666709 2024-11-19T03:21:17,028 DEBUG [M:0;47efada56ed5:45479 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/80c9d67b67ea4e1a840be57a72fbbdfb is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731986462815/Put/seqid=0 2024-11-19T03:21:17,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:21:17,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:21:17,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:21:17,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:21:17,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:21:17,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:21:17,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741850_1026 (size=8517) 2024-11-19T03:21:17,035 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:21:17,038 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:21:17,038 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:21:17,039 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:21:17,432 INFO [M:0;47efada56ed5:45479 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/80c9d67b67ea4e1a840be57a72fbbdfb 2024-11-19T03:21:17,448 DEBUG [M:0;47efada56ed5:45479 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e48ec0a90756426993645a0d6cf4c50a is 69, key is 47efada56ed5,43871,1731986450050/rs:state/1731986451815/Put/seqid=0 2024-11-19T03:21:17,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741851_1027 (size=5156) 2024-11-19T03:21:17,851 INFO [M:0;47efada56ed5:45479 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e48ec0a90756426993645a0d6cf4c50a 2024-11-19T03:21:17,856 DEBUG [M:0;47efada56ed5:45479 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/863fac31ba314c3f99996bfdbc666709 as hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/863fac31ba314c3f99996bfdbc666709 2024-11-19T03:21:17,860 INFO [M:0;47efada56ed5:45479 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/863fac31ba314c3f99996bfdbc666709, entries=8, sequenceid=97, filesize=5.5 K 2024-11-19T03:21:17,861 DEBUG [M:0;47efada56ed5:45479 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/80c9d67b67ea4e1a840be57a72fbbdfb as hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/80c9d67b67ea4e1a840be57a72fbbdfb 2024-11-19T03:21:17,864 INFO [M:0;47efada56ed5:45479 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/80c9d67b67ea4e1a840be57a72fbbdfb, entries=11, sequenceid=97, filesize=8.3 K 2024-11-19T03:21:17,865 DEBUG [M:0;47efada56ed5:45479 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e48ec0a90756426993645a0d6cf4c50a as hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e48ec0a90756426993645a0d6cf4c50a 2024-11-19T03:21:17,869 INFO [M:0;47efada56ed5:45479 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33681/user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e48ec0a90756426993645a0d6cf4c50a, entries=1, sequenceid=97, filesize=5.0 K 2024-11-19T03:21:17,870 INFO [M:0;47efada56ed5:45479 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=97, compaction requested=false 2024-11-19T03:21:17,872 INFO [M:0;47efada56ed5:45479 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:21:17,872 DEBUG [M:0;47efada56ed5:45479 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731986476589Disabling compacts and flushes for region at 1731986476589Disabling writes for close at 1731986476589Obtaining lock to block concurrent updates at 1731986476589Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731986476589Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731986476590 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731986476590Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731986476590Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731986476606 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731986476606Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731986477015 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731986477028 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731986477028Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731986477436 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731986477447 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731986477447Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71f533cb: reopening flushed file at 1731986477855 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1891327: reopening flushed file at 1731986477860 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a811ddb: reopening flushed file at 1731986477864 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=97, compaction requested=false at 1731986477870 (+6 ms)Writing region close event to WAL at 1731986477872 (+2 ms)Closed at 1731986477872 2024-11-19T03:21:17,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39297 is added to blk_1073741830_1006 (size=63666) 2024-11-19T03:21:17,873 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0cbf79a6-b89a-9523-907e-ac8e4675bc36/MasterData/WALs/47efada56ed5,45479,1731986449850/47efada56ed5%2C45479%2C1731986449850.1731986451414 not finished, retry = 0 2024-11-19T03:21:17,974 INFO [M:0;47efada56ed5:45479 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T03:21:17,974 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T03:21:17,974 INFO [M:0;47efada56ed5:45479 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45479 2024-11-19T03:21:17,975 INFO [M:0;47efada56ed5:45479 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T03:21:18,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45479-0x101511bd9d10000, quorum=127.0.0.1:50406, baseZNode=/01446497023 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T03:21:18,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45479-0x101511bd9d10000, quorum=127.0.0.1:50406, baseZNode=/01446497023 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T03:21:18,564 INFO [M:0;47efada56ed5:45479 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T03:21:18,656 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6587a940{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T03:21:18,656 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@19470430{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T03:21:18,656 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T03:21:18,656 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@121c05b7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T03:21:18,657 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4034ede3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/62449a25-ab69-00ff-2054-39017f58b872/hadoop.log.dir/,STOPPED} 2024-11-19T03:21:18,658 WARN [BP-1058648323-172.17.0.3-1731986447941 heartbeating to localhost/127.0.0.1:33681 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T03:21:18,658 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T03:21:18,658 WARN [BP-1058648323-172.17.0.3-1731986447941 heartbeating to localhost/127.0.0.1:33681 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1058648323-172.17.0.3-1731986447941 (Datanode Uuid 16ef5b32-3b09-4ff5-a2c1-f81c9af50077) service to localhost/127.0.0.1:33681 2024-11-19T03:21:18,658 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T03:21:18,659 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/62449a25-ab69-00ff-2054-39017f58b872/cluster_132410ca-02f3-4df3-5480-c8b1dda89289/data/data1/current/BP-1058648323-172.17.0.3-1731986447941 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T03:21:18,659 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/62449a25-ab69-00ff-2054-39017f58b872/cluster_132410ca-02f3-4df3-5480-c8b1dda89289/data/data2/current/BP-1058648323-172.17.0.3-1731986447941 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T03:21:18,659 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T03:21:18,667 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@58bf9a8c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T03:21:18,667 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7480af43{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T03:21:18,667 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T03:21:18,667 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@51076a0b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T03:21:18,668 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52806609{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/62449a25-ab69-00ff-2054-39017f58b872/hadoop.log.dir/,STOPPED} 2024-11-19T03:21:18,674 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-19T03:21:18,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T03:21:18,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101511bd9d10005, quorum=127.0.0.1:50406, baseZNode=/1-184811127 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T03:21:18,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101511bd9d10002, quorum=127.0.0.1:50406, baseZNode=/01446497023 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T03:21:18,774 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101511bd9d10005, quorum=127.0.0.1:50406, baseZNode=/1-184811127 Received Disconnected from ZooKeeper, ignoring 2024-11-19T03:21:18,774 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101511bd9d10002, quorum=127.0.0.1:50406, baseZNode=/01446497023 Received Disconnected from ZooKeeper, ignoring 2024-11-19T03:21:18,782 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=259 (was 239) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37957 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33681 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:33681 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37957 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:37957 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:37957 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:37957 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:33681 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:33681 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33681 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37957 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33681 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50406) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33681 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37957 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:37957 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50406) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:33681 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=651 (was 622) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=355 (was 369), ProcessCount=11 (was 11), AvailableMemoryMB=12991 (was 13006) 2024-11-19T03:21:18,793 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=259, OpenFileDescriptor=651, MaxFileDescriptor=1048576, SystemLoadAverage=355, ProcessCount=11, AvailableMemoryMB=12991 2024-11-19T03:21:18,810 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-19T03:21:18,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa2f9668-de3e-b859-f5e0-fe4b0702591f/hadoop.log.dir so I do NOT create it in target/test-data/e212bcb5-950f-8de5-a26f-1fd254c00be9 2024-11-19T03:21:18,811 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa2f9668-de3e-b859-f5e0-fe4b0702591f/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T03:21:18,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa2f9668-de3e-b859-f5e0-fe4b0702591f/hadoop.tmp.dir so I do NOT create it in target/test-data/e212bcb5-950f-8de5-a26f-1fd254c00be9 2024-11-19T03:21:18,811 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa2f9668-de3e-b859-f5e0-fe4b0702591f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T03:21:18,811 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e212bcb5-950f-8de5-a26f-1fd254c00be9 2024-11-19T03:21:18,811 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e212bcb5-950f-8de5-a26f-1fd254c00be9/cluster_3cb83cfd-1bf5-b080-add2-b12f416e4dfd, deleteOnExit=true 2024-11-19T03:21:18,928 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e212bcb5-950f-8de5-a26f-1fd254c00be9/cluster_3cb83cfd-1bf5-b080-add2-b12f416e4dfd/zookeeper_0, clientPort=60196, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e212bcb5-950f-8de5-a26f-1fd254c00be9/cluster_3cb83cfd-1bf5-b080-add2-b12f416e4dfd/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e212bcb5-950f-8de5-a26f-1fd254c00be9/cluster_3cb83cfd-1bf5-b080-add2-b12f416e4dfd/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T03:21:18,929 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60196 2024-11-19T03:21:18,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T03:21:18,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T03:21:18,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e212bcb5-950f-8de5-a26f-1fd254c00be9/test.cache.data in system properties and HBase conf 2024-11-19T03:21:18,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e212bcb5-950f-8de5-a26f-1fd254c00be9/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T03:21:18,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e212bcb5-950f-8de5-a26f-1fd254c00be9/hadoop.log.dir in system properties and HBase conf 2024-11-19T03:21:18,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e212bcb5-950f-8de5-a26f-1fd254c00be9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T03:21:18,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e212bcb5-950f-8de5-a26f-1fd254c00be9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T03:21:18,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T03:21:18,929 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T03:21:18,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e212bcb5-950f-8de5-a26f-1fd254c00be9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T03:21:18,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e212bcb5-950f-8de5-a26f-1fd254c00be9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T03:21:18,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e212bcb5-950f-8de5-a26f-1fd254c00be9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T03:21:18,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e212bcb5-950f-8de5-a26f-1fd254c00be9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T03:21:18,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e212bcb5-950f-8de5-a26f-1fd254c00be9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T03:21:18,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e212bcb5-950f-8de5-a26f-1fd254c00be9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T03:21:18,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e212bcb5-950f-8de5-a26f-1fd254c00be9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T03:21:18,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e212bcb5-950f-8de5-a26f-1fd254c00be9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T03:21:18,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e212bcb5-950f-8de5-a26f-1fd254c00be9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T03:21:18,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e212bcb5-950f-8de5-a26f-1fd254c00be9/nfs.dump.dir in system properties and HBase conf 2024-11-19T03:21:18,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e212bcb5-950f-8de5-a26f-1fd254c00be9/java.io.tmpdir in system properties and HBase conf 2024-11-19T03:21:18,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e212bcb5-950f-8de5-a26f-1fd254c00be9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T03:21:18,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e212bcb5-950f-8de5-a26f-1fd254c00be9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T03:21:18,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e212bcb5-950f-8de5-a26f-1fd254c00be9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T03:21:20,334 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T03:21:20,347 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T03:21:20,363 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T03:21:20,363 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T03:21:20,363 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T03:21:20,364 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T03:21:20,365 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74303462{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e212bcb5-950f-8de5-a26f-1fd254c00be9/hadoop.log.dir/,AVAILABLE} 2024-11-19T03:21:20,366 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62051e56{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T03:21:20,513 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2fb0680{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e212bcb5-950f-8de5-a26f-1fd254c00be9/java.io.tmpdir/jetty-localhost-42029-hadoop-hdfs-3_4_1-tests_jar-_-any-10090167156903687411/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T03:21:20,514 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4dd1842f{HTTP/1.1, (http/1.1)}{localhost:42029} 2024-11-19T03:21:20,514 INFO [Time-limited test {}] server.Server(415): Started @244118ms 2024-11-19T03:21:20,982 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T03:21:20,984 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T03:21:20,985 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T03:21:20,985 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T03:21:20,985 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T03:21:20,993 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8362398{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e212bcb5-950f-8de5-a26f-1fd254c00be9/hadoop.log.dir/,AVAILABLE} 2024-11-19T03:21:20,994 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7082022f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T03:21:21,105 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b7ac87b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e212bcb5-950f-8de5-a26f-1fd254c00be9/java.io.tmpdir/jetty-localhost-35723-hadoop-hdfs-3_4_1-tests_jar-_-any-15031344604041301385/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T03:21:21,105 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5bf30e15{HTTP/1.1, (http/1.1)}{localhost:35723} 2024-11-19T03:21:21,105 INFO [Time-limited test {}] server.Server(415): Started @244709ms 2024-11-19T03:21:21,106 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T03:21:21,989 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T03:21:21,989 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:21:21,989 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:21:22,024 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:21:22,024 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:21:22,024 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:21:22,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:21:22,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:21:22,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:21:22,030 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:21:22,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:21:22,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:21:22,034 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:21:22,156 WARN [Thread-2655 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e212bcb5-950f-8de5-a26f-1fd254c00be9/cluster_3cb83cfd-1bf5-b080-add2-b12f416e4dfd/data/data1/current/BP-1186953056-172.17.0.3-1731986478951/current, will proceed with Du for space computation calculation, 2024-11-19T03:21:22,156 WARN [Thread-2656 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e212bcb5-950f-8de5-a26f-1fd254c00be9/cluster_3cb83cfd-1bf5-b080-add2-b12f416e4dfd/data/data2/current/BP-1186953056-172.17.0.3-1731986478951/current, will proceed with Du for space computation calculation, 2024-11-19T03:21:22,179 WARN [Thread-2642 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T03:21:22,182 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfadbe130bcc68059 with lease ID 0xc099e5f4ea4d1d2b: Processing first storage report for DS-8c4810dc-9c43-4af4-addf-7d758cc50c81 from datanode DatanodeRegistration(127.0.0.1:41515, datanodeUuid=368de4fe-fcab-48f4-aab8-6c69148a0db4, infoPort=33183, infoSecurePort=0, ipcPort=34839, storageInfo=lv=-57;cid=testClusterID;nsid=1621900910;c=1731986478951) 2024-11-19T03:21:22,182 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfadbe130bcc68059 with lease ID 0xc099e5f4ea4d1d2b: from storage DS-8c4810dc-9c43-4af4-addf-7d758cc50c81 node DatanodeRegistration(127.0.0.1:41515, datanodeUuid=368de4fe-fcab-48f4-aab8-6c69148a0db4, infoPort=33183, infoSecurePort=0, ipcPort=34839, storageInfo=lv=-57;cid=testClusterID;nsid=1621900910;c=1731986478951), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T03:21:22,182 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfadbe130bcc68059 with lease ID 0xc099e5f4ea4d1d2b: Processing first storage report for DS-6023740c-460e-4390-8525-db768263b865 from datanode DatanodeRegistration(127.0.0.1:41515, datanodeUuid=368de4fe-fcab-48f4-aab8-6c69148a0db4, infoPort=33183, infoSecurePort=0, ipcPort=34839, storageInfo=lv=-57;cid=testClusterID;nsid=1621900910;c=1731986478951) 2024-11-19T03:21:22,182 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfadbe130bcc68059 with lease ID 0xc099e5f4ea4d1d2b: from storage DS-6023740c-460e-4390-8525-db768263b865 node DatanodeRegistration(127.0.0.1:41515, datanodeUuid=368de4fe-fcab-48f4-aab8-6c69148a0db4, infoPort=33183, infoSecurePort=0, ipcPort=34839, storageInfo=lv=-57;cid=testClusterID;nsid=1621900910;c=1731986478951), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-19T03:21:22,186 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e212bcb5-950f-8de5-a26f-1fd254c00be9 2024-11-19T03:21:22,186 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:21:22,187 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:21:22,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41515 is added to blk_1073741825_1001 (size=7) 2024-11-19T03:21:22,578 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T03:21:22,579 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [47efada56ed5,46551,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=47efada56ed5:46551 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T03:21:22,579 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38383 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [47efada56ed5,46551,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=47efada56ed5:46551 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T03:21:22,595 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73 with version=8 2024-11-19T03:21:22,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/hbase-staging 2024-11-19T03:21:22,597 INFO [Time-limited test {}] client.ConnectionUtils(128): master/47efada56ed5:0 server-side Connection retries=45 2024-11-19T03:21:22,597 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T03:21:22,597 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T03:21:22,597 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T03:21:22,597 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T03:21:22,597 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T03:21:22,597 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T03:21:22,597 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T03:21:22,598 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34343 2024-11-19T03:21:22,598 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34343 connecting to ZooKeeper ensemble=127.0.0.1:60196 2024-11-19T03:21:22,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:343430x0, quorum=127.0.0.1:60196, baseZNode=/01031089074 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T03:21:22,656 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34343-0x101511c52fb0000 connected 2024-11-19T03:21:23,132 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:21:23,134 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:21:23,136 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34343-0x101511c52fb0000, quorum=127.0.0.1:60196, baseZNode=/01031089074 Set watcher on znode that does not yet exist, /01031089074/running 2024-11-19T03:21:23,136 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73, hbase.cluster.distributed=false 2024-11-19T03:21:23,137 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34343-0x101511c52fb0000, quorum=127.0.0.1:60196, baseZNode=/01031089074 Set watcher on znode that does not yet exist, /01031089074/acl 2024-11-19T03:21:23,137 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34343 2024-11-19T03:21:23,139 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34343 2024-11-19T03:21:23,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34343 2024-11-19T03:21:23,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34343 2024-11-19T03:21:23,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34343 2024-11-19T03:21:23,152 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/47efada56ed5:0 server-side Connection retries=45 2024-11-19T03:21:23,152 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T03:21:23,152 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T03:21:23,152 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T03:21:23,152 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T03:21:23,152 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T03:21:23,152 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T03:21:23,152 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T03:21:23,155 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32913 2024-11-19T03:21:23,155 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32913 connecting to ZooKeeper ensemble=127.0.0.1:60196 2024-11-19T03:21:23,156 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:21:23,157 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:21:23,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:329130x0, quorum=127.0.0.1:60196, baseZNode=/01031089074 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T03:21:23,288 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:329130x0, quorum=127.0.0.1:60196, baseZNode=/01031089074 Set watcher on znode that does not yet exist, /01031089074/running 2024-11-19T03:21:23,288 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32913-0x101511c52fb0001 connected 2024-11-19T03:21:23,288 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T03:21:23,289 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T03:21:23,289 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32913-0x101511c52fb0001, quorum=127.0.0.1:60196, baseZNode=/01031089074 Set watcher on znode that does not yet exist, /01031089074/master 2024-11-19T03:21:23,290 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32913-0x101511c52fb0001, quorum=127.0.0.1:60196, baseZNode=/01031089074 Set watcher on znode that does not yet exist, /01031089074/acl 2024-11-19T03:21:23,291 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32913 2024-11-19T03:21:23,291 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32913 2024-11-19T03:21:23,291 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32913 2024-11-19T03:21:23,291 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32913 2024-11-19T03:21:23,291 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32913 2024-11-19T03:21:23,304 DEBUG [M:0;47efada56ed5:34343 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;47efada56ed5:34343 2024-11-19T03:21:23,304 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01031089074/backup-masters/47efada56ed5,34343,1731986482597 2024-11-19T03:21:23,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32913-0x101511c52fb0001, quorum=127.0.0.1:60196, baseZNode=/01031089074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01031089074/backup-masters 2024-11-19T03:21:23,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34343-0x101511c52fb0000, quorum=127.0.0.1:60196, baseZNode=/01031089074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01031089074/backup-masters 2024-11-19T03:21:23,439 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34343-0x101511c52fb0000, quorum=127.0.0.1:60196, baseZNode=/01031089074 Set watcher on existing znode=/01031089074/backup-masters/47efada56ed5,34343,1731986482597 2024-11-19T03:21:23,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34343-0x101511c52fb0000, quorum=127.0.0.1:60196, baseZNode=/01031089074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01031089074 2024-11-19T03:21:23,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32913-0x101511c52fb0001, quorum=127.0.0.1:60196, baseZNode=/01031089074 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01031089074/master 2024-11-19T03:21:23,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32913-0x101511c52fb0001, quorum=127.0.0.1:60196, baseZNode=/01031089074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01031089074 2024-11-19T03:21:23,546 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34343-0x101511c52fb0000, quorum=127.0.0.1:60196, baseZNode=/01031089074 Set watcher on existing znode=/01031089074/master 2024-11-19T03:21:23,546 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01031089074/backup-masters/47efada56ed5,34343,1731986482597 from backup master directory 2024-11-19T03:21:23,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32913-0x101511c52fb0001, quorum=127.0.0.1:60196, baseZNode=/01031089074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01031089074/backup-masters 2024-11-19T03:21:23,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34343-0x101511c52fb0000, quorum=127.0.0.1:60196, baseZNode=/01031089074 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01031089074/backup-masters/47efada56ed5,34343,1731986482597 2024-11-19T03:21:23,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34343-0x101511c52fb0000, quorum=127.0.0.1:60196, baseZNode=/01031089074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01031089074/backup-masters 2024-11-19T03:21:23,633 WARN [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T03:21:23,633 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=47efada56ed5,34343,1731986482597 2024-11-19T03:21:23,636 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/hbase.id] with ID: 1dc08fdb-0463-499d-aadf-1c84b6eee5e2 2024-11-19T03:21:23,636 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/.tmp/hbase.id 2024-11-19T03:21:23,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41515 is added to blk_1073741826_1002 (size=42) 2024-11-19T03:21:24,040 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/.tmp/hbase.id]:[hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/hbase.id] 2024-11-19T03:21:24,047 INFO [master/47efada56ed5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:21:24,047 INFO [master/47efada56ed5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T03:21:24,048 INFO [master/47efada56ed5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T03:21:24,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32913-0x101511c52fb0001, quorum=127.0.0.1:60196, baseZNode=/01031089074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01031089074 2024-11-19T03:21:24,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34343-0x101511c52fb0000, quorum=127.0.0.1:60196, baseZNode=/01031089074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01031089074 2024-11-19T03:21:24,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41515 is added to blk_1073741827_1003 (size=196) 2024-11-19T03:21:24,566 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T03:21:24,567 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T03:21:24,567 INFO [master/47efada56ed5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T03:21:24,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41515 is added to blk_1073741828_1004 (size=1189) 2024-11-19T03:21:24,973 INFO [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/MasterData/data/master/store 2024-11-19T03:21:24,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41515 is added to blk_1073741829_1005 (size=34) 2024-11-19T03:21:25,378 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:21:25,378 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T03:21:25,378 INFO [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:21:25,378 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:21:25,378 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T03:21:25,378 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:21:25,378 INFO [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:21:25,378 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731986485378Disabling compacts and flushes for region at 1731986485378Disabling writes for close at 1731986485378Writing region close event to WAL at 1731986485378Closed at 1731986485378 2024-11-19T03:21:25,379 WARN [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/MasterData/data/master/store/.initializing 2024-11-19T03:21:25,379 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/MasterData/WALs/47efada56ed5,34343,1731986482597 2024-11-19T03:21:25,380 INFO [master/47efada56ed5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T03:21:25,381 INFO [master/47efada56ed5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=47efada56ed5%2C34343%2C1731986482597, suffix=, logDir=hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/MasterData/WALs/47efada56ed5,34343,1731986482597, archiveDir=hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/MasterData/oldWALs, maxLogs=10 2024-11-19T03:21:25,396 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/MasterData/WALs/47efada56ed5,34343,1731986482597/47efada56ed5%2C34343%2C1731986482597.1731986485381, exclude list is [], retry=0 2024-11-19T03:21:25,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41515,DS-8c4810dc-9c43-4af4-addf-7d758cc50c81,DISK] 2024-11-19T03:21:25,399 INFO [master/47efada56ed5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/MasterData/WALs/47efada56ed5,34343,1731986482597/47efada56ed5%2C34343%2C1731986482597.1731986485381 2024-11-19T03:21:25,399 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33183:33183)] 2024-11-19T03:21:25,399 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T03:21:25,400 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:21:25,400 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:21:25,400 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:21:25,401 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:21:25,402 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T03:21:25,402 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:21:25,402 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:21:25,402 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:21:25,403 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T03:21:25,403 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:21:25,403 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:21:25,403 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:21:25,404 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T03:21:25,404 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:21:25,404 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:21:25,404 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:21:25,405 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T03:21:25,405 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:21:25,405 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:21:25,405 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:21:25,406 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:21:25,406 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:21:25,407 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:21:25,407 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:21:25,407 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T03:21:25,408 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:21:25,409 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T03:21:25,410 INFO [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70467323, jitterRate=0.050044938921928406}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T03:21:25,410 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731986485400Initializing all the Stores at 1731986485400Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986485400Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986485401 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986485401Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986485401Cleaning up temporary data from old regions at 1731986485407 (+6 ms)Region opened successfully at 1731986485410 (+3 ms) 2024-11-19T03:21:25,410 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T03:21:25,412 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47639659, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=47efada56ed5/172.17.0.3:0 2024-11-19T03:21:25,413 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T03:21:25,413 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T03:21:25,413 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T03:21:25,413 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T03:21:25,414 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T03:21:25,414 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T03:21:25,414 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T03:21:25,422 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T03:21:25,422 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34343-0x101511c52fb0000, quorum=127.0.0.1:60196, baseZNode=/01031089074 Unable to get data of znode /01031089074/balancer because node does not exist (not necessarily an error) 2024-11-19T03:21:25,433 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01031089074/balancer already deleted, retry=false 2024-11-19T03:21:25,434 INFO [master/47efada56ed5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T03:21:25,434 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34343-0x101511c52fb0000, quorum=127.0.0.1:60196, baseZNode=/01031089074 Unable to get data of znode /01031089074/normalizer because node does not exist (not necessarily an error) 2024-11-19T03:21:25,446 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01031089074/normalizer already deleted, retry=false 2024-11-19T03:21:25,447 INFO [master/47efada56ed5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T03:21:25,448 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34343-0x101511c52fb0000, quorum=127.0.0.1:60196, baseZNode=/01031089074 Unable to get data of znode /01031089074/switch/split because node does not exist (not necessarily an error) 2024-11-19T03:21:25,466 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01031089074/switch/split already deleted, retry=false 2024-11-19T03:21:25,467 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34343-0x101511c52fb0000, quorum=127.0.0.1:60196, baseZNode=/01031089074 Unable to get data of znode /01031089074/switch/merge because node does not exist (not necessarily an error) 2024-11-19T03:21:25,478 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01031089074/switch/merge already deleted, retry=false 2024-11-19T03:21:25,480 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34343-0x101511c52fb0000, quorum=127.0.0.1:60196, baseZNode=/01031089074 Unable to get data of znode /01031089074/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T03:21:25,488 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01031089074/snapshot-cleanup already deleted, retry=false 2024-11-19T03:21:25,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34343-0x101511c52fb0000, quorum=127.0.0.1:60196, baseZNode=/01031089074 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01031089074/running 2024-11-19T03:21:25,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32913-0x101511c52fb0001, quorum=127.0.0.1:60196, baseZNode=/01031089074 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01031089074/running 2024-11-19T03:21:25,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34343-0x101511c52fb0000, quorum=127.0.0.1:60196, baseZNode=/01031089074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01031089074 2024-11-19T03:21:25,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32913-0x101511c52fb0001, quorum=127.0.0.1:60196, baseZNode=/01031089074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01031089074 2024-11-19T03:21:25,513 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=47efada56ed5,34343,1731986482597, sessionid=0x101511c52fb0000, setting cluster-up flag (Was=false) 2024-11-19T03:21:25,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34343-0x101511c52fb0000, quorum=127.0.0.1:60196, baseZNode=/01031089074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01031089074 2024-11-19T03:21:25,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32913-0x101511c52fb0001, quorum=127.0.0.1:60196, baseZNode=/01031089074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01031089074 2024-11-19T03:21:25,570 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01031089074/flush-table-proc/acquired, /01031089074/flush-table-proc/reached, /01031089074/flush-table-proc/abort 2024-11-19T03:21:25,571 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=47efada56ed5,34343,1731986482597 2024-11-19T03:21:25,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32913-0x101511c52fb0001, quorum=127.0.0.1:60196, baseZNode=/01031089074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01031089074 2024-11-19T03:21:25,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34343-0x101511c52fb0000, quorum=127.0.0.1:60196, baseZNode=/01031089074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01031089074 2024-11-19T03:21:25,633 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01031089074/online-snapshot/acquired, /01031089074/online-snapshot/reached, /01031089074/online-snapshot/abort 2024-11-19T03:21:25,634 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=47efada56ed5,34343,1731986482597 2024-11-19T03:21:25,635 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T03:21:25,636 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T03:21:25,636 INFO [master/47efada56ed5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T03:21:25,636 INFO [master/47efada56ed5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T03:21:25,636 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 47efada56ed5,34343,1731986482597 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T03:21:25,637 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/47efada56ed5:0, corePoolSize=5, maxPoolSize=5 2024-11-19T03:21:25,637 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/47efada56ed5:0, corePoolSize=5, maxPoolSize=5 2024-11-19T03:21:25,637 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/47efada56ed5:0, corePoolSize=5, maxPoolSize=5 2024-11-19T03:21:25,637 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/47efada56ed5:0, corePoolSize=5, maxPoolSize=5 2024-11-19T03:21:25,637 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/47efada56ed5:0, corePoolSize=10, maxPoolSize=10 2024-11-19T03:21:25,637 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:21:25,637 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/47efada56ed5:0, corePoolSize=2, maxPoolSize=2 2024-11-19T03:21:25,637 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:21:25,640 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731986515640 2024-11-19T03:21:25,640 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T03:21:25,640 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T03:21:25,640 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T03:21:25,640 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T03:21:25,640 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T03:21:25,640 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T03:21:25,640 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T03:21:25,640 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T03:21:25,640 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T03:21:25,641 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T03:21:25,641 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T03:21:25,641 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T03:21:25,641 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T03:21:25,641 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:21:25,641 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T03:21:25,644 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T03:21:25,644 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T03:21:25,644 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.large.0-1731986485644,5,FailOnTimeoutGroup] 2024-11-19T03:21:25,645 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.small.0-1731986485645,5,FailOnTimeoutGroup] 2024-11-19T03:21:25,645 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T03:21:25,645 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T03:21:25,645 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T03:21:25,645 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T03:21:25,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41515 is added to blk_1073741831_1007 (size=1321) 2024-11-19T03:21:25,695 INFO [RS:0;47efada56ed5:32913 {}] regionserver.HRegionServer(746): ClusterId : 1dc08fdb-0463-499d-aadf-1c84b6eee5e2 2024-11-19T03:21:25,695 DEBUG [RS:0;47efada56ed5:32913 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T03:21:25,710 DEBUG [RS:0;47efada56ed5:32913 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T03:21:25,710 DEBUG [RS:0;47efada56ed5:32913 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T03:21:25,720 DEBUG [RS:0;47efada56ed5:32913 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T03:21:25,721 DEBUG [RS:0;47efada56ed5:32913 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d2e83b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=47efada56ed5/172.17.0.3:0 2024-11-19T03:21:25,734 DEBUG [RS:0;47efada56ed5:32913 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;47efada56ed5:32913 2024-11-19T03:21:25,734 INFO [RS:0;47efada56ed5:32913 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T03:21:25,734 INFO [RS:0;47efada56ed5:32913 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T03:21:25,734 DEBUG [RS:0;47efada56ed5:32913 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T03:21:25,735 INFO [RS:0;47efada56ed5:32913 {}] regionserver.HRegionServer(2659): reportForDuty to master=47efada56ed5,34343,1731986482597 with port=32913, startcode=1731986483152 2024-11-19T03:21:25,735 DEBUG [RS:0;47efada56ed5:32913 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T03:21:25,739 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36965, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T03:21:25,739 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34343 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 47efada56ed5,32913,1731986483152 2024-11-19T03:21:25,739 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34343 {}] master.ServerManager(517): Registering regionserver=47efada56ed5,32913,1731986483152 2024-11-19T03:21:25,741 DEBUG [RS:0;47efada56ed5:32913 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73 2024-11-19T03:21:25,741 DEBUG [RS:0;47efada56ed5:32913 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33349 2024-11-19T03:21:25,741 DEBUG [RS:0;47efada56ed5:32913 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T03:21:25,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34343-0x101511c52fb0000, quorum=127.0.0.1:60196, baseZNode=/01031089074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01031089074/rs 2024-11-19T03:21:25,752 DEBUG [RS:0;47efada56ed5:32913 {}] zookeeper.ZKUtil(111): regionserver:32913-0x101511c52fb0001, quorum=127.0.0.1:60196, baseZNode=/01031089074 Set watcher on existing znode=/01031089074/rs/47efada56ed5,32913,1731986483152 2024-11-19T03:21:25,752 WARN [RS:0;47efada56ed5:32913 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T03:21:25,752 INFO [RS:0;47efada56ed5:32913 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T03:21:25,752 DEBUG [RS:0;47efada56ed5:32913 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/WALs/47efada56ed5,32913,1731986483152 2024-11-19T03:21:25,753 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [47efada56ed5,32913,1731986483152] 2024-11-19T03:21:25,755 INFO [RS:0;47efada56ed5:32913 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T03:21:25,756 INFO [RS:0;47efada56ed5:32913 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T03:21:25,758 INFO [RS:0;47efada56ed5:32913 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T03:21:25,758 INFO [RS:0;47efada56ed5:32913 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T03:21:25,759 INFO [RS:0;47efada56ed5:32913 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T03:21:25,759 INFO [RS:0;47efada56ed5:32913 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T03:21:25,759 INFO [RS:0;47efada56ed5:32913 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T03:21:25,759 DEBUG [RS:0;47efada56ed5:32913 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:21:25,760 DEBUG [RS:0;47efada56ed5:32913 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:21:25,760 DEBUG [RS:0;47efada56ed5:32913 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:21:25,760 DEBUG [RS:0;47efada56ed5:32913 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:21:25,760 DEBUG [RS:0;47efada56ed5:32913 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:21:25,760 DEBUG [RS:0;47efada56ed5:32913 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/47efada56ed5:0, corePoolSize=2, maxPoolSize=2 2024-11-19T03:21:25,760 DEBUG [RS:0;47efada56ed5:32913 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:21:25,760 DEBUG [RS:0;47efada56ed5:32913 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:21:25,760 DEBUG [RS:0;47efada56ed5:32913 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:21:25,760 DEBUG [RS:0;47efada56ed5:32913 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:21:25,760 DEBUG [RS:0;47efada56ed5:32913 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:21:25,760 DEBUG [RS:0;47efada56ed5:32913 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:21:25,760 DEBUG [RS:0;47efada56ed5:32913 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/47efada56ed5:0, corePoolSize=3, maxPoolSize=3 2024-11-19T03:21:25,760 DEBUG [RS:0;47efada56ed5:32913 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0, corePoolSize=3, maxPoolSize=3 2024-11-19T03:21:25,761 INFO [RS:0;47efada56ed5:32913 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T03:21:25,761 INFO [RS:0;47efada56ed5:32913 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T03:21:25,761 INFO [RS:0;47efada56ed5:32913 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T03:21:25,761 INFO [RS:0;47efada56ed5:32913 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T03:21:25,761 INFO [RS:0;47efada56ed5:32913 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T03:21:25,761 INFO [RS:0;47efada56ed5:32913 {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,32913,1731986483152-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T03:21:25,776 INFO [RS:0;47efada56ed5:32913 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T03:21:25,776 INFO [RS:0;47efada56ed5:32913 {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,32913,1731986483152-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T03:21:25,776 INFO [RS:0;47efada56ed5:32913 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:21:25,776 INFO [RS:0;47efada56ed5:32913 {}] regionserver.Replication(171): 47efada56ed5,32913,1731986483152 started 2024-11-19T03:21:25,791 INFO [RS:0;47efada56ed5:32913 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:21:25,791 INFO [RS:0;47efada56ed5:32913 {}] regionserver.HRegionServer(1482): Serving as 47efada56ed5,32913,1731986483152, RpcServer on 47efada56ed5/172.17.0.3:32913, sessionid=0x101511c52fb0001 2024-11-19T03:21:25,791 DEBUG [RS:0;47efada56ed5:32913 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T03:21:25,791 DEBUG [RS:0;47efada56ed5:32913 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 47efada56ed5,32913,1731986483152 2024-11-19T03:21:25,791 DEBUG [RS:0;47efada56ed5:32913 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '47efada56ed5,32913,1731986483152' 2024-11-19T03:21:25,791 DEBUG [RS:0;47efada56ed5:32913 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01031089074/flush-table-proc/abort' 2024-11-19T03:21:25,791 DEBUG [RS:0;47efada56ed5:32913 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01031089074/flush-table-proc/acquired' 2024-11-19T03:21:25,792 DEBUG [RS:0;47efada56ed5:32913 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T03:21:25,792 DEBUG [RS:0;47efada56ed5:32913 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T03:21:25,792 DEBUG [RS:0;47efada56ed5:32913 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 47efada56ed5,32913,1731986483152 2024-11-19T03:21:25,792 DEBUG [RS:0;47efada56ed5:32913 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '47efada56ed5,32913,1731986483152' 2024-11-19T03:21:25,792 DEBUG [RS:0;47efada56ed5:32913 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01031089074/online-snapshot/abort' 2024-11-19T03:21:25,792 DEBUG [RS:0;47efada56ed5:32913 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01031089074/online-snapshot/acquired' 2024-11-19T03:21:25,792 DEBUG [RS:0;47efada56ed5:32913 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T03:21:25,792 INFO [RS:0;47efada56ed5:32913 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T03:21:25,792 INFO [RS:0;47efada56ed5:32913 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T03:21:25,893 INFO [RS:0;47efada56ed5:32913 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T03:21:25,894 INFO [RS:0;47efada56ed5:32913 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=47efada56ed5%2C32913%2C1731986483152, suffix=, logDir=hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/WALs/47efada56ed5,32913,1731986483152, archiveDir=hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/oldWALs, maxLogs=10 2024-11-19T03:21:25,906 DEBUG [RS:0;47efada56ed5:32913 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/WALs/47efada56ed5,32913,1731986483152/47efada56ed5%2C32913%2C1731986483152.1731986485894, exclude list is [], retry=0 2024-11-19T03:21:25,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41515,DS-8c4810dc-9c43-4af4-addf-7d758cc50c81,DISK] 2024-11-19T03:21:25,909 INFO [RS:0;47efada56ed5:32913 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/WALs/47efada56ed5,32913,1731986483152/47efada56ed5%2C32913%2C1731986483152.1731986485894 2024-11-19T03:21:25,910 DEBUG [RS:0;47efada56ed5:32913 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33183:33183)] 2024-11-19T03:21:26,054 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T03:21:26,055 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73 2024-11-19T03:21:26,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41515 is added to blk_1073741833_1009 (size=32) 2024-11-19T03:21:26,061 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:21:26,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T03:21:26,063 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T03:21:26,063 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:21:26,063 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:21:26,063 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T03:21:26,065 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T03:21:26,065 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:21:26,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:21:26,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T03:21:26,067 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T03:21:26,067 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:21:26,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:21:26,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T03:21:26,071 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T03:21:26,071 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:21:26,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:21:26,072 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T03:21:26,079 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/data/hbase/meta/1588230740 2024-11-19T03:21:26,080 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/data/hbase/meta/1588230740 2024-11-19T03:21:26,082 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T03:21:26,082 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T03:21:26,082 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T03:21:26,083 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T03:21:26,093 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T03:21:26,093 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58956480, jitterRate=-0.12147998809814453}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T03:21:26,094 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731986486061Initializing all the Stores at 1731986486061Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986486061Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986486062 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986486062Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986486062Cleaning up temporary data from old regions at 1731986486082 (+20 ms)Region opened successfully at 1731986486094 (+12 ms) 2024-11-19T03:21:26,094 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T03:21:26,094 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T03:21:26,094 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T03:21:26,094 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T03:21:26,094 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T03:21:26,094 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T03:21:26,094 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731986486094Disabling compacts and flushes for region at 1731986486094Disabling writes for close at 1731986486094Writing region close event to WAL at 1731986486094Closed at 1731986486094 2024-11-19T03:21:26,095 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T03:21:26,095 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T03:21:26,095 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T03:21:26,096 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T03:21:26,097 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T03:21:26,247 DEBUG [47efada56ed5:34343 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T03:21:26,248 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=47efada56ed5,32913,1731986483152 2024-11-19T03:21:26,249 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 47efada56ed5,32913,1731986483152, state=OPENING 2024-11-19T03:21:26,257 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T03:21:26,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32913-0x101511c52fb0001, quorum=127.0.0.1:60196, baseZNode=/01031089074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01031089074 2024-11-19T03:21:26,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34343-0x101511c52fb0000, quorum=127.0.0.1:60196, baseZNode=/01031089074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01031089074 2024-11-19T03:21:26,267 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T03:21:26,268 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01031089074/meta-region-server: CHANGED 2024-11-19T03:21:26,268 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01031089074/meta-region-server: CHANGED 2024-11-19T03:21:26,268 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=47efada56ed5,32913,1731986483152}] 2024-11-19T03:21:26,419 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T03:21:26,421 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38621, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T03:21:26,423 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T03:21:26,423 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T03:21:26,423 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T03:21:26,424 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=47efada56ed5%2C32913%2C1731986483152.meta, suffix=.meta, logDir=hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/WALs/47efada56ed5,32913,1731986483152, archiveDir=hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/oldWALs, maxLogs=10 2024-11-19T03:21:26,436 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/WALs/47efada56ed5,32913,1731986483152/47efada56ed5%2C32913%2C1731986483152.meta.1731986486425.meta, exclude list is [], retry=0 2024-11-19T03:21:26,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41515,DS-8c4810dc-9c43-4af4-addf-7d758cc50c81,DISK] 2024-11-19T03:21:26,439 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/WALs/47efada56ed5,32913,1731986483152/47efada56ed5%2C32913%2C1731986483152.meta.1731986486425.meta 2024-11-19T03:21:26,439 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33183:33183)] 2024-11-19T03:21:26,440 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T03:21:26,440 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T03:21:26,440 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T03:21:26,440 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T03:21:26,440 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T03:21:26,440 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T03:21:26,440 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:21:26,440 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T03:21:26,440 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T03:21:26,441 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T03:21:26,442 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T03:21:26,442 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:21:26,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:21:26,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T03:21:26,443 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T03:21:26,443 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:21:26,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:21:26,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T03:21:26,444 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T03:21:26,444 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:21:26,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:21:26,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T03:21:26,444 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T03:21:26,444 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:21:26,445 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:21:26,445 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T03:21:26,445 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/data/hbase/meta/1588230740 2024-11-19T03:21:26,446 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/data/hbase/meta/1588230740 2024-11-19T03:21:26,447 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T03:21:26,447 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T03:21:26,447 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T03:21:26,448 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T03:21:26,448 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73696413, jitterRate=0.09816212952136993}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T03:21:26,448 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T03:21:26,449 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731986486440Writing region info on filesystem at 1731986486440Initializing all the Stores at 1731986486441 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986486441Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986486441Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986486441Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986486441Cleaning up temporary data from old regions at 1731986486447 (+6 ms)Running coprocessor post-open hooks at 1731986486448 (+1 ms)Region opened successfully at 1731986486449 (+1 ms) 2024-11-19T03:21:26,450 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731986486419 2024-11-19T03:21:26,451 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T03:21:26,451 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T03:21:26,452 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=47efada56ed5,32913,1731986483152 2024-11-19T03:21:26,453 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 47efada56ed5,32913,1731986483152, state=OPEN 2024-11-19T03:21:26,486 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T03:21:26,486 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-19T03:21:26,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34343-0x101511c52fb0000, quorum=127.0.0.1:60196, baseZNode=/01031089074 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01031089074/meta-region-server 2024-11-19T03:21:26,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32913-0x101511c52fb0001, quorum=127.0.0.1:60196, baseZNode=/01031089074 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01031089074/meta-region-server 2024-11-19T03:21:26,495 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01031089074/meta-region-server: CHANGED 2024-11-19T03:21:26,495 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=47efada56ed5,32913,1731986483152 2024-11-19T03:21:26,495 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01031089074/meta-region-server: CHANGED 2024-11-19T03:21:26,497 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T03:21:26,497 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=47efada56ed5,32913,1731986483152 in 227 msec 2024-11-19T03:21:26,498 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T03:21:26,498 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 402 msec 2024-11-19T03:21:26,499 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T03:21:26,499 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T03:21:26,500 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:21:26,500 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,32913,1731986483152, seqNum=-1] 2024-11-19T03:21:26,500 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:21:26,501 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50317, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:21:26,504 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 868 msec 2024-11-19T03:21:26,505 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731986486505, completionTime=-1 2024-11-19T03:21:26,505 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T03:21:26,505 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T03:21:26,506 INFO [master/47efada56ed5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T03:21:26,506 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731986546506 2024-11-19T03:21:26,506 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731986606506 2024-11-19T03:21:26,506 INFO [master/47efada56ed5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-19T03:21:26,506 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,34343,1731986482597-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T03:21:26,507 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,34343,1731986482597-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:21:26,507 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,34343,1731986482597-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:21:26,507 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-47efada56ed5:34343, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:21:26,507 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T03:21:26,507 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T03:21:26,508 DEBUG [master/47efada56ed5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T03:21:26,510 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.877sec 2024-11-19T03:21:26,510 INFO [master/47efada56ed5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T03:21:26,510 INFO [master/47efada56ed5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T03:21:26,510 INFO [master/47efada56ed5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T03:21:26,510 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T03:21:26,510 INFO [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T03:21:26,510 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,34343,1731986482597-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T03:21:26,510 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,34343,1731986482597-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T03:21:26,512 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T03:21:26,512 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T03:21:26,512 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,34343,1731986482597-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:21:26,595 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2545ea19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:21:26,595 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,34343,-1 for getting cluster id 2024-11-19T03:21:26,595 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:21:26,596 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1dc08fdb-0463-499d-aadf-1c84b6eee5e2' 2024-11-19T03:21:26,596 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:21:26,596 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1dc08fdb-0463-499d-aadf-1c84b6eee5e2" 2024-11-19T03:21:26,597 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e847a89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:21:26,597 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,34343,-1] 2024-11-19T03:21:26,597 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:21:26,597 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:21:26,597 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:21:26,598 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a4ab595, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:21:26,598 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:21:26,599 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,32913,1731986483152, seqNum=-1] 2024-11-19T03:21:26,599 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:21:26,600 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:21:26,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=47efada56ed5,34343,1731986482597 2024-11-19T03:21:26,602 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60196 2024-11-19T03:21:26,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60196, baseZNode=/01031089074 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T03:21:26,615 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101511c52fb0002 connected 2024-11-19T03:21:26,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e212bcb5-950f-8de5-a26f-1fd254c00be9/hadoop.log.dir so I do NOT create it in target/test-data/5ee825ea-90fd-bebd-342c-9a3dcf377f9d 2024-11-19T03:21:26,628 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e212bcb5-950f-8de5-a26f-1fd254c00be9/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T03:21:26,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e212bcb5-950f-8de5-a26f-1fd254c00be9/hadoop.tmp.dir so I do NOT create it in target/test-data/5ee825ea-90fd-bebd-342c-9a3dcf377f9d 2024-11-19T03:21:26,628 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e212bcb5-950f-8de5-a26f-1fd254c00be9/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T03:21:26,628 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5ee825ea-90fd-bebd-342c-9a3dcf377f9d 2024-11-19T03:21:26,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T03:21:26,628 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5ee825ea-90fd-bebd-342c-9a3dcf377f9d/cluster_aa2226e9-9175-4ad8-0ed7-eb91c77510b7, deleteOnExit=true 2024-11-19T03:21:26,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T03:21:26,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5ee825ea-90fd-bebd-342c-9a3dcf377f9d/test.cache.data in system properties and HBase conf 2024-11-19T03:21:26,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5ee825ea-90fd-bebd-342c-9a3dcf377f9d/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T03:21:26,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5ee825ea-90fd-bebd-342c-9a3dcf377f9d/hadoop.log.dir in system properties and HBase conf 2024-11-19T03:21:26,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5ee825ea-90fd-bebd-342c-9a3dcf377f9d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T03:21:26,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5ee825ea-90fd-bebd-342c-9a3dcf377f9d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T03:21:26,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T03:21:26,628 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T03:21:26,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5ee825ea-90fd-bebd-342c-9a3dcf377f9d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T03:21:26,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5ee825ea-90fd-bebd-342c-9a3dcf377f9d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T03:21:26,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5ee825ea-90fd-bebd-342c-9a3dcf377f9d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T03:21:26,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5ee825ea-90fd-bebd-342c-9a3dcf377f9d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T03:21:26,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5ee825ea-90fd-bebd-342c-9a3dcf377f9d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T03:21:26,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5ee825ea-90fd-bebd-342c-9a3dcf377f9d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T03:21:26,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5ee825ea-90fd-bebd-342c-9a3dcf377f9d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T03:21:26,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5ee825ea-90fd-bebd-342c-9a3dcf377f9d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T03:21:26,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5ee825ea-90fd-bebd-342c-9a3dcf377f9d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T03:21:26,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5ee825ea-90fd-bebd-342c-9a3dcf377f9d/nfs.dump.dir in system properties and HBase conf 2024-11-19T03:21:26,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5ee825ea-90fd-bebd-342c-9a3dcf377f9d/java.io.tmpdir in system properties and HBase conf 2024-11-19T03:21:26,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5ee825ea-90fd-bebd-342c-9a3dcf377f9d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T03:21:26,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5ee825ea-90fd-bebd-342c-9a3dcf377f9d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T03:21:26,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5ee825ea-90fd-bebd-342c-9a3dcf377f9d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T03:21:26,985 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T03:21:26,988 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T03:21:26,990 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T03:21:26,990 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T03:21:26,990 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T03:21:26,991 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T03:21:26,991 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4134a201{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5ee825ea-90fd-bebd-342c-9a3dcf377f9d/hadoop.log.dir/,AVAILABLE} 2024-11-19T03:21:26,992 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75265bc6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T03:21:27,099 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@19ef9bc{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5ee825ea-90fd-bebd-342c-9a3dcf377f9d/java.io.tmpdir/jetty-localhost-40263-hadoop-hdfs-3_4_1-tests_jar-_-any-10380725846969993108/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T03:21:27,099 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@60c40843{HTTP/1.1, (http/1.1)}{localhost:40263} 2024-11-19T03:21:27,099 INFO [Time-limited test {}] server.Server(415): Started @250703ms 2024-11-19T03:21:27,355 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T03:21:27,357 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T03:21:27,360 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T03:21:27,360 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T03:21:27,360 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T03:21:27,361 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@be1cba7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5ee825ea-90fd-bebd-342c-9a3dcf377f9d/hadoop.log.dir/,AVAILABLE} 2024-11-19T03:21:27,361 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@38d70e36{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T03:21:27,473 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@25ee13a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5ee825ea-90fd-bebd-342c-9a3dcf377f9d/java.io.tmpdir/jetty-localhost-40317-hadoop-hdfs-3_4_1-tests_jar-_-any-582234999361936106/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T03:21:27,473 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6850e13e{HTTP/1.1, (http/1.1)}{localhost:40317} 2024-11-19T03:21:27,473 INFO [Time-limited test {}] server.Server(415): Started @251077ms 2024-11-19T03:21:27,474 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T03:21:28,193 WARN [Thread-2775 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5ee825ea-90fd-bebd-342c-9a3dcf377f9d/cluster_aa2226e9-9175-4ad8-0ed7-eb91c77510b7/data/data1/current/BP-1962334933-172.17.0.3-1731986486647/current, will proceed with Du for space computation calculation, 2024-11-19T03:21:28,193 WARN [Thread-2776 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5ee825ea-90fd-bebd-342c-9a3dcf377f9d/cluster_aa2226e9-9175-4ad8-0ed7-eb91c77510b7/data/data2/current/BP-1962334933-172.17.0.3-1731986486647/current, will proceed with Du for space computation calculation, 2024-11-19T03:21:28,257 WARN [Thread-2763 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T03:21:28,274 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4694a75daa97652b with lease ID 0xa5db7ff71433c594: Processing first storage report for DS-ec7efdb0-b134-46a7-bb74-794bd1f81482 from datanode DatanodeRegistration(127.0.0.1:46877, datanodeUuid=5ed35fed-d2ad-493e-b693-164283ed2564, infoPort=32803, infoSecurePort=0, ipcPort=41501, storageInfo=lv=-57;cid=testClusterID;nsid=1649578784;c=1731986486647) 2024-11-19T03:21:28,274 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4694a75daa97652b with lease ID 0xa5db7ff71433c594: from storage DS-ec7efdb0-b134-46a7-bb74-794bd1f81482 node DatanodeRegistration(127.0.0.1:46877, datanodeUuid=5ed35fed-d2ad-493e-b693-164283ed2564, infoPort=32803, infoSecurePort=0, ipcPort=41501, storageInfo=lv=-57;cid=testClusterID;nsid=1649578784;c=1731986486647), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T03:21:28,275 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4694a75daa97652b with lease ID 0xa5db7ff71433c594: Processing first storage report for DS-31aa0461-876b-471a-b299-7f7e5850d1df from datanode DatanodeRegistration(127.0.0.1:46877, datanodeUuid=5ed35fed-d2ad-493e-b693-164283ed2564, infoPort=32803, infoSecurePort=0, ipcPort=41501, storageInfo=lv=-57;cid=testClusterID;nsid=1649578784;c=1731986486647) 2024-11-19T03:21:28,275 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4694a75daa97652b with lease ID 0xa5db7ff71433c594: from storage DS-31aa0461-876b-471a-b299-7f7e5850d1df node DatanodeRegistration(127.0.0.1:46877, datanodeUuid=5ed35fed-d2ad-493e-b693-164283ed2564, infoPort=32803, infoSecurePort=0, ipcPort=41501, storageInfo=lv=-57;cid=testClusterID;nsid=1649578784;c=1731986486647), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T03:21:28,321 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5ee825ea-90fd-bebd-342c-9a3dcf377f9d 2024-11-19T03:21:28,321 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:21:28,323 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:21:28,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46877 is added to blk_1073741825_1001 (size=7) 2024-11-19T03:21:28,392 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b with version=8 2024-11-19T03:21:28,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/hbase-staging 2024-11-19T03:21:28,397 INFO [Time-limited test {}] client.ConnectionUtils(128): master/47efada56ed5:0 server-side Connection retries=45 2024-11-19T03:21:28,397 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T03:21:28,397 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T03:21:28,397 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T03:21:28,397 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T03:21:28,397 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T03:21:28,397 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T03:21:28,397 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T03:21:28,398 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39681 2024-11-19T03:21:28,399 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39681 connecting to ZooKeeper ensemble=127.0.0.1:60196 2024-11-19T03:21:28,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:396810x0, quorum=127.0.0.1:60196, baseZNode=/1150413481 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T03:21:28,448 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39681-0x101511c52fb0003 connected 2024-11-19T03:21:28,510 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:21:28,511 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:21:28,521 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39681-0x101511c52fb0003, quorum=127.0.0.1:60196, baseZNode=/1150413481 Set watcher on znode that does not yet exist, /1150413481/running 2024-11-19T03:21:28,521 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b, hbase.cluster.distributed=false 2024-11-19T03:21:28,524 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39681-0x101511c52fb0003, quorum=127.0.0.1:60196, baseZNode=/1150413481 Set watcher on znode that does not yet exist, /1150413481/acl 2024-11-19T03:21:28,525 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39681 2024-11-19T03:21:28,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39681 2024-11-19T03:21:28,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39681 2024-11-19T03:21:28,576 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39681 2024-11-19T03:21:28,580 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39681 2024-11-19T03:21:28,601 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/47efada56ed5:0 server-side Connection retries=45 2024-11-19T03:21:28,601 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T03:21:28,601 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T03:21:28,601 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T03:21:28,601 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T03:21:28,601 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T03:21:28,601 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T03:21:28,602 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T03:21:28,612 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32935 2024-11-19T03:21:28,613 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32935 connecting to ZooKeeper ensemble=127.0.0.1:60196 2024-11-19T03:21:28,614 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:21:28,617 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:21:28,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:329350x0, quorum=127.0.0.1:60196, baseZNode=/1150413481 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T03:21:28,641 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:329350x0, quorum=127.0.0.1:60196, baseZNode=/1150413481 Set watcher on znode that does not yet exist, /1150413481/running 2024-11-19T03:21:28,641 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T03:21:28,648 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32935-0x101511c52fb0004 connected 2024-11-19T03:21:28,671 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T03:21:28,672 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32935-0x101511c52fb0004, quorum=127.0.0.1:60196, baseZNode=/1150413481 Set watcher on znode that does not yet exist, /1150413481/master 2024-11-19T03:21:28,673 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32935-0x101511c52fb0004, quorum=127.0.0.1:60196, baseZNode=/1150413481 Set watcher on znode that does not yet exist, /1150413481/acl 2024-11-19T03:21:28,684 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32935 2024-11-19T03:21:28,688 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32935 2024-11-19T03:21:28,696 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32935 2024-11-19T03:21:28,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32935 2024-11-19T03:21:28,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32935 2024-11-19T03:21:28,759 DEBUG [M:0;47efada56ed5:39681 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;47efada56ed5:39681 2024-11-19T03:21:28,760 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1150413481/backup-masters/47efada56ed5,39681,1731986488396 2024-11-19T03:21:28,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39681-0x101511c52fb0003, quorum=127.0.0.1:60196, baseZNode=/1150413481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1150413481/backup-masters 2024-11-19T03:21:28,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32935-0x101511c52fb0004, quorum=127.0.0.1:60196, baseZNode=/1150413481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1150413481/backup-masters 2024-11-19T03:21:28,774 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39681-0x101511c52fb0003, quorum=127.0.0.1:60196, baseZNode=/1150413481 Set watcher on existing znode=/1150413481/backup-masters/47efada56ed5,39681,1731986488396 2024-11-19T03:21:28,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32935-0x101511c52fb0004, quorum=127.0.0.1:60196, baseZNode=/1150413481 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1150413481/master 2024-11-19T03:21:28,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32935-0x101511c52fb0004, quorum=127.0.0.1:60196, baseZNode=/1150413481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1150413481 2024-11-19T03:21:28,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39681-0x101511c52fb0003, quorum=127.0.0.1:60196, baseZNode=/1150413481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1150413481 2024-11-19T03:21:28,784 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39681-0x101511c52fb0003, quorum=127.0.0.1:60196, baseZNode=/1150413481 Set watcher on existing znode=/1150413481/master 2024-11-19T03:21:28,785 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1150413481/backup-masters/47efada56ed5,39681,1731986488396 from backup master directory 2024-11-19T03:21:28,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39681-0x101511c52fb0003, quorum=127.0.0.1:60196, baseZNode=/1150413481 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1150413481/backup-masters/47efada56ed5,39681,1731986488396 2024-11-19T03:21:28,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39681-0x101511c52fb0003, quorum=127.0.0.1:60196, baseZNode=/1150413481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1150413481/backup-masters 2024-11-19T03:21:28,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32935-0x101511c52fb0004, quorum=127.0.0.1:60196, baseZNode=/1150413481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1150413481/backup-masters 2024-11-19T03:21:28,794 WARN [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T03:21:28,794 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=47efada56ed5,39681,1731986488396 2024-11-19T03:21:28,797 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/hbase.id] with ID: 58dd8ca1-7e9c-4751-b7e6-d5a6e766ce47 2024-11-19T03:21:28,797 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/.tmp/hbase.id 2024-11-19T03:21:28,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46877 is added to blk_1073741826_1002 (size=42) 2024-11-19T03:21:28,802 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/.tmp/hbase.id]:[hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/hbase.id] 2024-11-19T03:21:28,813 INFO [master/47efada56ed5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:21:28,814 INFO [master/47efada56ed5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T03:21:28,814 INFO [master/47efada56ed5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-19T03:21:28,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32935-0x101511c52fb0004, quorum=127.0.0.1:60196, baseZNode=/1150413481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1150413481 2024-11-19T03:21:28,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39681-0x101511c52fb0003, quorum=127.0.0.1:60196, baseZNode=/1150413481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1150413481 2024-11-19T03:21:28,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46877 is added to blk_1073741827_1003 (size=196) 2024-11-19T03:21:29,240 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T03:21:29,241 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T03:21:29,242 INFO [master/47efada56ed5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T03:21:29,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46877 is added to blk_1073741828_1004 (size=1189) 2024-11-19T03:21:29,264 INFO [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/MasterData/data/master/store 2024-11-19T03:21:29,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46877 is added to blk_1073741829_1005 (size=34) 2024-11-19T03:21:29,296 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:21:29,296 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T03:21:29,296 INFO [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:21:29,296 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:21:29,296 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T03:21:29,296 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:21:29,296 INFO [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:21:29,296 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731986489296Disabling compacts and flushes for region at 1731986489296Disabling writes for close at 1731986489296Writing region close event to WAL at 1731986489296Closed at 1731986489296 2024-11-19T03:21:29,297 WARN [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/MasterData/data/master/store/.initializing 2024-11-19T03:21:29,297 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/MasterData/WALs/47efada56ed5,39681,1731986488396 2024-11-19T03:21:29,299 INFO [master/47efada56ed5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T03:21:29,300 INFO [master/47efada56ed5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=47efada56ed5%2C39681%2C1731986488396, suffix=, logDir=hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/MasterData/WALs/47efada56ed5,39681,1731986488396, archiveDir=hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/MasterData/oldWALs, maxLogs=10 2024-11-19T03:21:29,317 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/MasterData/WALs/47efada56ed5,39681,1731986488396/47efada56ed5%2C39681%2C1731986488396.1731986489301, exclude list is [], retry=0 2024-11-19T03:21:29,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46877,DS-ec7efdb0-b134-46a7-bb74-794bd1f81482,DISK] 2024-11-19T03:21:29,325 INFO [master/47efada56ed5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/MasterData/WALs/47efada56ed5,39681,1731986488396/47efada56ed5%2C39681%2C1731986488396.1731986489301 2024-11-19T03:21:29,328 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32803:32803)] 2024-11-19T03:21:29,328 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T03:21:29,329 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:21:29,329 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:21:29,329 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:21:29,333 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:21:29,334 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T03:21:29,335 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:21:29,335 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:21:29,336 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:21:29,337 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T03:21:29,337 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:21:29,338 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:21:29,338 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:21:29,340 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T03:21:29,340 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:21:29,340 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:21:29,341 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:21:29,342 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T03:21:29,342 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:21:29,343 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:21:29,343 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:21:29,344 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:21:29,344 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:21:29,345 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:21:29,346 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:21:29,346 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T03:21:29,347 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:21:29,353 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T03:21:29,353 INFO [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70048731, jitterRate=0.04380743205547333}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T03:21:29,353 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731986489329Initializing all the Stores at 1731986489330 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986489330Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986489332 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986489332Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986489332Cleaning up temporary data from old regions at 1731986489346 (+14 ms)Region opened successfully at 1731986489353 (+7 ms) 2024-11-19T03:21:29,356 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T03:21:29,359 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4aee3859, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=47efada56ed5/172.17.0.3:0 2024-11-19T03:21:29,360 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T03:21:29,360 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T03:21:29,360 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T03:21:29,360 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T03:21:29,361 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T03:21:29,361 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T03:21:29,361 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T03:21:29,366 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T03:21:29,367 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39681-0x101511c52fb0003, quorum=127.0.0.1:60196, baseZNode=/1150413481 Unable to get data of znode /1150413481/balancer because node does not exist (not necessarily an error) 2024-11-19T03:21:29,414 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1150413481/balancer already deleted, retry=false 2024-11-19T03:21:29,415 INFO [master/47efada56ed5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T03:21:29,417 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39681-0x101511c52fb0003, quorum=127.0.0.1:60196, baseZNode=/1150413481 Unable to get data of znode /1150413481/normalizer because node does not exist (not necessarily an error) 2024-11-19T03:21:29,425 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1150413481/normalizer already deleted, retry=false 2024-11-19T03:21:29,425 INFO [master/47efada56ed5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T03:21:29,426 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39681-0x101511c52fb0003, quorum=127.0.0.1:60196, baseZNode=/1150413481 Unable to get data of znode /1150413481/switch/split because node does not exist (not necessarily an error) 2024-11-19T03:21:29,435 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1150413481/switch/split already deleted, retry=false 2024-11-19T03:21:29,436 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39681-0x101511c52fb0003, quorum=127.0.0.1:60196, baseZNode=/1150413481 Unable to get data of znode /1150413481/switch/merge because node does not exist (not necessarily an error) 2024-11-19T03:21:29,446 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1150413481/switch/merge already deleted, retry=false 2024-11-19T03:21:29,448 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39681-0x101511c52fb0003, quorum=127.0.0.1:60196, baseZNode=/1150413481 Unable to get data of znode /1150413481/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T03:21:29,457 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1150413481/snapshot-cleanup already deleted, retry=false 2024-11-19T03:21:29,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39681-0x101511c52fb0003, quorum=127.0.0.1:60196, baseZNode=/1150413481 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1150413481/running 2024-11-19T03:21:29,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39681-0x101511c52fb0003, quorum=127.0.0.1:60196, baseZNode=/1150413481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1150413481 2024-11-19T03:21:29,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32935-0x101511c52fb0004, quorum=127.0.0.1:60196, baseZNode=/1150413481 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1150413481/running 2024-11-19T03:21:29,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32935-0x101511c52fb0004, quorum=127.0.0.1:60196, baseZNode=/1150413481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1150413481 2024-11-19T03:21:29,468 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=47efada56ed5,39681,1731986488396, sessionid=0x101511c52fb0003, setting cluster-up flag (Was=false) 2024-11-19T03:21:29,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32935-0x101511c52fb0004, quorum=127.0.0.1:60196, baseZNode=/1150413481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1150413481 2024-11-19T03:21:29,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39681-0x101511c52fb0003, quorum=127.0.0.1:60196, baseZNode=/1150413481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1150413481 2024-11-19T03:21:29,520 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1150413481/flush-table-proc/acquired, /1150413481/flush-table-proc/reached, /1150413481/flush-table-proc/abort 2024-11-19T03:21:29,521 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=47efada56ed5,39681,1731986488396 2024-11-19T03:21:29,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39681-0x101511c52fb0003, quorum=127.0.0.1:60196, baseZNode=/1150413481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1150413481 2024-11-19T03:21:29,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32935-0x101511c52fb0004, quorum=127.0.0.1:60196, baseZNode=/1150413481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1150413481 2024-11-19T03:21:29,572 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1150413481/online-snapshot/acquired, /1150413481/online-snapshot/reached, /1150413481/online-snapshot/abort 2024-11-19T03:21:29,574 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=47efada56ed5,39681,1731986488396 2024-11-19T03:21:29,576 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T03:21:29,578 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T03:21:29,579 INFO [master/47efada56ed5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T03:21:29,579 INFO [master/47efada56ed5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T03:21:29,579 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 47efada56ed5,39681,1731986488396 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T03:21:29,581 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/47efada56ed5:0, corePoolSize=5, maxPoolSize=5 2024-11-19T03:21:29,581 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/47efada56ed5:0, corePoolSize=5, maxPoolSize=5 2024-11-19T03:21:29,581 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/47efada56ed5:0, corePoolSize=5, maxPoolSize=5 2024-11-19T03:21:29,581 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/47efada56ed5:0, corePoolSize=5, maxPoolSize=5 2024-11-19T03:21:29,581 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/47efada56ed5:0, corePoolSize=10, maxPoolSize=10 2024-11-19T03:21:29,581 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:21:29,581 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/47efada56ed5:0, corePoolSize=2, maxPoolSize=2 2024-11-19T03:21:29,581 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:21:29,624 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T03:21:29,624 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T03:21:29,626 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:21:29,626 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T03:21:29,654 INFO [RS:0;47efada56ed5:32935 {}] regionserver.HRegionServer(746): ClusterId : 58dd8ca1-7e9c-4751-b7e6-d5a6e766ce47 2024-11-19T03:21:29,654 DEBUG [RS:0;47efada56ed5:32935 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T03:21:29,660 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731986519660 2024-11-19T03:21:29,660 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T03:21:29,661 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T03:21:29,661 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T03:21:29,661 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T03:21:29,661 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T03:21:29,661 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T03:21:29,668 DEBUG [RS:0;47efada56ed5:32935 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T03:21:29,668 DEBUG [RS:0;47efada56ed5:32935 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T03:21:29,675 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T03:21:29,679 DEBUG [RS:0;47efada56ed5:32935 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T03:21:29,679 DEBUG [RS:0;47efada56ed5:32935 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70f58305, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=47efada56ed5/172.17.0.3:0 2024-11-19T03:21:29,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46877 is added to blk_1073741831_1007 (size=1321) 2024-11-19T03:21:29,686 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T03:21:29,686 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b 2024-11-19T03:21:29,692 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T03:21:29,693 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T03:21:29,693 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T03:21:29,693 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T03:21:29,720 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T03:21:29,720 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T03:21:29,722 DEBUG [RS:0;47efada56ed5:32935 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;47efada56ed5:32935 2024-11-19T03:21:29,722 INFO [RS:0;47efada56ed5:32935 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T03:21:29,722 INFO [RS:0;47efada56ed5:32935 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T03:21:29,723 DEBUG [RS:0;47efada56ed5:32935 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T03:21:29,723 INFO [RS:0;47efada56ed5:32935 {}] regionserver.HRegionServer(2659): reportForDuty to master=47efada56ed5,39681,1731986488396 with port=32935, startcode=1731986488600 2024-11-19T03:21:29,724 DEBUG [RS:0;47efada56ed5:32935 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T03:21:29,724 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.large.0-1731986489721,5,FailOnTimeoutGroup] 2024-11-19T03:21:29,729 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59863, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T03:21:29,730 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39681 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:21:29,744 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.small.0-1731986489724,5,FailOnTimeoutGroup] 2024-11-19T03:21:29,744 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T03:21:29,744 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T03:21:29,744 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T03:21:29,744 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T03:21:29,762 DEBUG [RS:0;47efada56ed5:32935 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-19T03:21:29,762 WARN [RS:0;47efada56ed5:32935 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-19T03:21:29,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46877 is added to blk_1073741832_1008 (size=32) 2024-11-19T03:21:29,767 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:21:29,770 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T03:21:29,771 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T03:21:29,771 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:21:29,772 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:21:29,772 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T03:21:29,775 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T03:21:29,775 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:21:29,775 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:21:29,776 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T03:21:29,785 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T03:21:29,785 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:21:29,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:21:29,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T03:21:29,788 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T03:21:29,789 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:21:29,790 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:21:29,791 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T03:21:29,792 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/data/hbase/meta/1588230740 2024-11-19T03:21:29,792 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/data/hbase/meta/1588230740 2024-11-19T03:21:29,793 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T03:21:29,793 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T03:21:29,794 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T03:21:29,795 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T03:21:29,797 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T03:21:29,798 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64833493, jitterRate=-0.033905670046806335}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T03:21:29,798 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731986489767Initializing all the Stores at 1731986489769 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986489769Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986489769Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986489769Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986489769Cleaning up temporary data from old regions at 1731986489793 (+24 ms)Region opened successfully at 1731986489798 (+5 ms) 2024-11-19T03:21:29,798 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T03:21:29,798 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T03:21:29,798 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T03:21:29,798 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T03:21:29,798 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T03:21:29,808 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T03:21:29,809 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731986489798Disabling compacts and flushes for region at 1731986489798Disabling writes for close at 1731986489798Writing region close event to WAL at 1731986489808 (+10 ms)Closed at 1731986489808 2024-11-19T03:21:29,810 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T03:21:29,810 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T03:21:29,810 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T03:21:29,812 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T03:21:29,813 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T03:21:29,863 INFO [RS:0;47efada56ed5:32935 {}] regionserver.HRegionServer(2659): reportForDuty to master=47efada56ed5,39681,1731986488396 with port=32935, startcode=1731986488600 2024-11-19T03:21:29,864 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39681 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 47efada56ed5,32935,1731986488600 2024-11-19T03:21:29,864 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39681 {}] master.ServerManager(517): Registering regionserver=47efada56ed5,32935,1731986488600 2024-11-19T03:21:29,865 DEBUG [RS:0;47efada56ed5:32935 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b 2024-11-19T03:21:29,865 DEBUG [RS:0;47efada56ed5:32935 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39199 2024-11-19T03:21:29,865 DEBUG [RS:0;47efada56ed5:32935 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T03:21:29,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39681-0x101511c52fb0003, quorum=127.0.0.1:60196, baseZNode=/1150413481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1150413481/rs 2024-11-19T03:21:29,910 DEBUG [RS:0;47efada56ed5:32935 {}] zookeeper.ZKUtil(111): regionserver:32935-0x101511c52fb0004, quorum=127.0.0.1:60196, baseZNode=/1150413481 Set watcher on existing znode=/1150413481/rs/47efada56ed5,32935,1731986488600 2024-11-19T03:21:29,910 WARN [RS:0;47efada56ed5:32935 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T03:21:29,910 INFO [RS:0;47efada56ed5:32935 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T03:21:29,910 DEBUG [RS:0;47efada56ed5:32935 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/WALs/47efada56ed5,32935,1731986488600 2024-11-19T03:21:29,925 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [47efada56ed5,32935,1731986488600] 2024-11-19T03:21:29,940 INFO [RS:0;47efada56ed5:32935 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T03:21:29,944 INFO [RS:0;47efada56ed5:32935 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T03:21:29,945 INFO [RS:0;47efada56ed5:32935 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T03:21:29,945 INFO [RS:0;47efada56ed5:32935 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T03:21:29,945 INFO [RS:0;47efada56ed5:32935 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T03:21:29,946 INFO [RS:0;47efada56ed5:32935 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T03:21:29,947 INFO [RS:0;47efada56ed5:32935 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T03:21:29,947 DEBUG [RS:0;47efada56ed5:32935 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:21:29,947 DEBUG [RS:0;47efada56ed5:32935 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:21:29,947 DEBUG [RS:0;47efada56ed5:32935 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:21:29,947 DEBUG [RS:0;47efada56ed5:32935 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:21:29,947 DEBUG [RS:0;47efada56ed5:32935 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:21:29,947 DEBUG [RS:0;47efada56ed5:32935 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/47efada56ed5:0, corePoolSize=2, maxPoolSize=2 2024-11-19T03:21:29,947 DEBUG [RS:0;47efada56ed5:32935 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:21:29,947 DEBUG [RS:0;47efada56ed5:32935 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:21:29,947 DEBUG [RS:0;47efada56ed5:32935 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:21:29,947 DEBUG [RS:0;47efada56ed5:32935 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:21:29,947 DEBUG [RS:0;47efada56ed5:32935 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:21:29,947 DEBUG [RS:0;47efada56ed5:32935 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:21:29,947 DEBUG [RS:0;47efada56ed5:32935 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/47efada56ed5:0, corePoolSize=3, maxPoolSize=3 2024-11-19T03:21:29,947 DEBUG [RS:0;47efada56ed5:32935 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0, corePoolSize=3, maxPoolSize=3 2024-11-19T03:21:29,964 WARN [47efada56ed5:39681 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-19T03:21:29,980 INFO [RS:0;47efada56ed5:32935 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T03:21:29,980 INFO [RS:0;47efada56ed5:32935 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T03:21:29,980 INFO [RS:0;47efada56ed5:32935 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T03:21:29,980 INFO [RS:0;47efada56ed5:32935 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T03:21:29,980 INFO [RS:0;47efada56ed5:32935 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T03:21:29,980 INFO [RS:0;47efada56ed5:32935 {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,32935,1731986488600-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T03:21:30,013 INFO [RS:0;47efada56ed5:32935 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T03:21:30,013 INFO [RS:0;47efada56ed5:32935 {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,32935,1731986488600-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T03:21:30,013 INFO [RS:0;47efada56ed5:32935 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:21:30,013 INFO [RS:0;47efada56ed5:32935 {}] regionserver.Replication(171): 47efada56ed5,32935,1731986488600 started 2024-11-19T03:21:30,034 INFO [RS:0;47efada56ed5:32935 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:21:30,035 INFO [RS:0;47efada56ed5:32935 {}] regionserver.HRegionServer(1482): Serving as 47efada56ed5,32935,1731986488600, RpcServer on 47efada56ed5/172.17.0.3:32935, sessionid=0x101511c52fb0004 2024-11-19T03:21:30,035 DEBUG [RS:0;47efada56ed5:32935 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T03:21:30,035 DEBUG [RS:0;47efada56ed5:32935 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 47efada56ed5,32935,1731986488600 2024-11-19T03:21:30,035 DEBUG [RS:0;47efada56ed5:32935 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '47efada56ed5,32935,1731986488600' 2024-11-19T03:21:30,035 DEBUG [RS:0;47efada56ed5:32935 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1150413481/flush-table-proc/abort' 2024-11-19T03:21:30,036 DEBUG [RS:0;47efada56ed5:32935 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1150413481/flush-table-proc/acquired' 2024-11-19T03:21:30,037 DEBUG [RS:0;47efada56ed5:32935 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T03:21:30,037 DEBUG [RS:0;47efada56ed5:32935 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T03:21:30,037 DEBUG [RS:0;47efada56ed5:32935 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 47efada56ed5,32935,1731986488600 2024-11-19T03:21:30,037 DEBUG [RS:0;47efada56ed5:32935 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '47efada56ed5,32935,1731986488600' 2024-11-19T03:21:30,037 DEBUG [RS:0;47efada56ed5:32935 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1150413481/online-snapshot/abort' 2024-11-19T03:21:30,038 DEBUG [RS:0;47efada56ed5:32935 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1150413481/online-snapshot/acquired' 2024-11-19T03:21:30,039 DEBUG [RS:0;47efada56ed5:32935 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T03:21:30,039 INFO [RS:0;47efada56ed5:32935 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T03:21:30,039 INFO [RS:0;47efada56ed5:32935 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T03:21:30,139 INFO [RS:0;47efada56ed5:32935 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T03:21:30,141 INFO [RS:0;47efada56ed5:32935 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=47efada56ed5%2C32935%2C1731986488600, suffix=, logDir=hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/WALs/47efada56ed5,32935,1731986488600, archiveDir=hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/oldWALs, maxLogs=10 2024-11-19T03:21:30,158 DEBUG [RS:0;47efada56ed5:32935 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/WALs/47efada56ed5,32935,1731986488600/47efada56ed5%2C32935%2C1731986488600.1731986490141, exclude list is [], retry=0 2024-11-19T03:21:30,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46877,DS-ec7efdb0-b134-46a7-bb74-794bd1f81482,DISK] 2024-11-19T03:21:30,177 INFO [RS:0;47efada56ed5:32935 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/WALs/47efada56ed5,32935,1731986488600/47efada56ed5%2C32935%2C1731986488600.1731986490141 2024-11-19T03:21:30,177 DEBUG [RS:0;47efada56ed5:32935 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32803:32803)] 2024-11-19T03:21:30,214 DEBUG [47efada56ed5:39681 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T03:21:30,214 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=47efada56ed5,32935,1731986488600 2024-11-19T03:21:30,215 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 47efada56ed5,32935,1731986488600, state=OPENING 2024-11-19T03:21:30,423 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T03:21:30,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32935-0x101511c52fb0004, quorum=127.0.0.1:60196, baseZNode=/1150413481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1150413481 2024-11-19T03:21:30,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39681-0x101511c52fb0003, quorum=127.0.0.1:60196, baseZNode=/1150413481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1150413481 2024-11-19T03:21:30,444 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1150413481/meta-region-server: CHANGED 2024-11-19T03:21:30,444 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1150413481/meta-region-server: CHANGED 2024-11-19T03:21:30,444 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T03:21:30,444 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=47efada56ed5,32935,1731986488600}] 2024-11-19T03:21:30,596 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T03:21:30,597 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32805, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T03:21:30,599 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T03:21:30,599 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T03:21:30,600 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T03:21:30,601 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=47efada56ed5%2C32935%2C1731986488600.meta, suffix=.meta, logDir=hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/WALs/47efada56ed5,32935,1731986488600, archiveDir=hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/oldWALs, maxLogs=10 2024-11-19T03:21:30,612 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/WALs/47efada56ed5,32935,1731986488600/47efada56ed5%2C32935%2C1731986488600.meta.1731986490601.meta, exclude list is [], retry=0 2024-11-19T03:21:30,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46877,DS-ec7efdb0-b134-46a7-bb74-794bd1f81482,DISK] 2024-11-19T03:21:30,616 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/WALs/47efada56ed5,32935,1731986488600/47efada56ed5%2C32935%2C1731986488600.meta.1731986490601.meta 2024-11-19T03:21:30,616 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32803:32803)] 2024-11-19T03:21:30,616 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T03:21:30,617 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T03:21:30,617 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T03:21:30,617 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T03:21:30,617 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T03:21:30,617 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T03:21:30,617 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:21:30,617 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T03:21:30,617 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T03:21:30,618 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T03:21:30,619 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T03:21:30,619 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:21:30,619 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:21:30,619 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T03:21:30,619 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T03:21:30,619 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:21:30,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:21:30,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T03:21:30,620 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T03:21:30,620 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:21:30,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:21:30,621 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T03:21:30,621 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T03:21:30,621 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:21:30,621 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:21:30,621 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T03:21:30,622 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/data/hbase/meta/1588230740 2024-11-19T03:21:30,622 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/data/hbase/meta/1588230740 2024-11-19T03:21:30,623 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T03:21:30,623 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T03:21:30,623 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T03:21:30,624 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T03:21:30,625 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65300009, jitterRate=-0.026954039931297302}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T03:21:30,625 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T03:21:30,625 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731986490617Writing region info on filesystem at 1731986490617Initializing all the Stores at 1731986490618 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986490618Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986490618Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986490618Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986490618Cleaning up temporary data from old regions at 1731986490623 (+5 ms)Running coprocessor post-open hooks at 1731986490625 (+2 ms)Region opened successfully at 1731986490625 2024-11-19T03:21:30,625 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731986490595 2024-11-19T03:21:30,627 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T03:21:30,627 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T03:21:30,627 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=47efada56ed5,32935,1731986488600 2024-11-19T03:21:30,628 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 47efada56ed5,32935,1731986488600, state=OPEN 2024-11-19T03:21:30,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39681-0x101511c52fb0003, quorum=127.0.0.1:60196, baseZNode=/1150413481 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1150413481/meta-region-server 2024-11-19T03:21:30,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32935-0x101511c52fb0004, quorum=127.0.0.1:60196, baseZNode=/1150413481 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1150413481/meta-region-server 2024-11-19T03:21:30,656 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=47efada56ed5,32935,1731986488600 2024-11-19T03:21:30,656 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1150413481/meta-region-server: CHANGED 2024-11-19T03:21:30,657 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1150413481/meta-region-server: CHANGED 2024-11-19T03:21:30,658 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T03:21:30,658 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=47efada56ed5,32935,1731986488600 in 212 msec 2024-11-19T03:21:30,660 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T03:21:30,660 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 848 msec 2024-11-19T03:21:30,660 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T03:21:30,660 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T03:21:30,661 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:21:30,661 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,32935,1731986488600, seqNum=-1] 2024-11-19T03:21:30,661 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:21:30,662 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57531, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:21:30,666 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0870 sec 2024-11-19T03:21:30,666 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731986490666, completionTime=-1 2024-11-19T03:21:30,666 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T03:21:30,666 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T03:21:30,668 INFO [master/47efada56ed5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T03:21:30,668 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731986550668 2024-11-19T03:21:30,668 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731986610668 2024-11-19T03:21:30,668 INFO [master/47efada56ed5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-19T03:21:30,668 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,39681,1731986488396-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T03:21:30,668 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,39681,1731986488396-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:21:30,668 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,39681,1731986488396-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:21:30,668 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-47efada56ed5:39681, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:21:30,668 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T03:21:30,668 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T03:21:30,670 DEBUG [master/47efada56ed5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T03:21:30,671 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.877sec 2024-11-19T03:21:30,671 INFO [master/47efada56ed5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T03:21:30,671 INFO [master/47efada56ed5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T03:21:30,671 INFO [master/47efada56ed5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T03:21:30,671 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T03:21:30,671 INFO [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T03:21:30,671 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,39681,1731986488396-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T03:21:30,671 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,39681,1731986488396-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T03:21:30,673 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T03:21:30,673 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T03:21:30,673 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,39681,1731986488396-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:21:30,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a005b0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:21:30,754 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,39681,-1 for getting cluster id 2024-11-19T03:21:30,754 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:21:30,755 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '58dd8ca1-7e9c-4751-b7e6-d5a6e766ce47' 2024-11-19T03:21:30,755 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:21:30,756 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "58dd8ca1-7e9c-4751-b7e6-d5a6e766ce47" 2024-11-19T03:21:30,756 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b0340c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:21:30,756 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,39681,-1] 2024-11-19T03:21:30,756 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:21:30,756 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:21:30,757 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:21:30,758 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54e128cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:21:30,758 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:21:30,759 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,32935,1731986488600, seqNum=-1] 2024-11-19T03:21:30,759 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:21:30,760 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:21:30,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=47efada56ed5,39681,1731986488396 2024-11-19T03:21:30,762 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60196 2024-11-19T03:21:30,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60196, baseZNode=/1150413481 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T03:21:30,773 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101511c52fb0005 connected 2024-11-19T03:21:30,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5ee825ea-90fd-bebd-342c-9a3dcf377f9d/hadoop.log.dir so I do NOT create it in target/test-data/ff7ba7bb-35a8-cdac-2a4f-ed3c02215eaa 2024-11-19T03:21:30,785 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5ee825ea-90fd-bebd-342c-9a3dcf377f9d/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T03:21:30,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5ee825ea-90fd-bebd-342c-9a3dcf377f9d/hadoop.tmp.dir so I do NOT create it in target/test-data/ff7ba7bb-35a8-cdac-2a4f-ed3c02215eaa 2024-11-19T03:21:30,785 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5ee825ea-90fd-bebd-342c-9a3dcf377f9d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T03:21:30,785 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ff7ba7bb-35a8-cdac-2a4f-ed3c02215eaa 2024-11-19T03:21:30,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T03:21:30,786 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ff7ba7bb-35a8-cdac-2a4f-ed3c02215eaa/cluster_6e8c39c2-2e4f-c0f4-ab2f-081269880be2, deleteOnExit=true 2024-11-19T03:21:30,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T03:21:30,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ff7ba7bb-35a8-cdac-2a4f-ed3c02215eaa/test.cache.data in system properties and HBase conf 2024-11-19T03:21:30,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ff7ba7bb-35a8-cdac-2a4f-ed3c02215eaa/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T03:21:30,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ff7ba7bb-35a8-cdac-2a4f-ed3c02215eaa/hadoop.log.dir in system properties and HBase conf 2024-11-19T03:21:30,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ff7ba7bb-35a8-cdac-2a4f-ed3c02215eaa/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T03:21:30,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ff7ba7bb-35a8-cdac-2a4f-ed3c02215eaa/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T03:21:30,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T03:21:30,786 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T03:21:30,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ff7ba7bb-35a8-cdac-2a4f-ed3c02215eaa/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T03:21:30,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ff7ba7bb-35a8-cdac-2a4f-ed3c02215eaa/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T03:21:30,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ff7ba7bb-35a8-cdac-2a4f-ed3c02215eaa/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T03:21:30,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ff7ba7bb-35a8-cdac-2a4f-ed3c02215eaa/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T03:21:30,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ff7ba7bb-35a8-cdac-2a4f-ed3c02215eaa/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T03:21:30,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ff7ba7bb-35a8-cdac-2a4f-ed3c02215eaa/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T03:21:30,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ff7ba7bb-35a8-cdac-2a4f-ed3c02215eaa/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T03:21:30,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ff7ba7bb-35a8-cdac-2a4f-ed3c02215eaa/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T03:21:30,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ff7ba7bb-35a8-cdac-2a4f-ed3c02215eaa/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T03:21:30,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ff7ba7bb-35a8-cdac-2a4f-ed3c02215eaa/nfs.dump.dir in system properties and HBase conf 2024-11-19T03:21:30,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ff7ba7bb-35a8-cdac-2a4f-ed3c02215eaa/java.io.tmpdir in system properties and HBase conf 2024-11-19T03:21:30,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ff7ba7bb-35a8-cdac-2a4f-ed3c02215eaa/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T03:21:30,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ff7ba7bb-35a8-cdac-2a4f-ed3c02215eaa/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T03:21:30,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ff7ba7bb-35a8-cdac-2a4f-ed3c02215eaa/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T03:21:31,188 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T03:21:31,193 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T03:21:31,223 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T03:21:31,223 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T03:21:31,223 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T03:21:31,225 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T03:21:31,232 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14d01920{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ff7ba7bb-35a8-cdac-2a4f-ed3c02215eaa/hadoop.log.dir/,AVAILABLE} 2024-11-19T03:21:31,233 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5efb8ebf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T03:21:31,371 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d8136ac{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ff7ba7bb-35a8-cdac-2a4f-ed3c02215eaa/java.io.tmpdir/jetty-localhost-41797-hadoop-hdfs-3_4_1-tests_jar-_-any-7711867905638427225/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T03:21:31,371 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@55482074{HTTP/1.1, (http/1.1)}{localhost:41797} 2024-11-19T03:21:31,371 INFO [Time-limited test {}] server.Server(415): Started @254975ms 2024-11-19T03:21:31,733 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T03:21:31,737 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:21:31,737 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:21:31,782 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:21:31,783 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:21:31,783 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:21:31,783 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:21:31,783 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:21:31,784 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:21:31,792 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:21:31,796 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:21:31,797 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:21:31,799 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:21:31,824 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T03:21:31,836 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T03:21:31,861 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T03:21:31,861 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T03:21:31,861 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T03:21:31,861 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35afb4e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ff7ba7bb-35a8-cdac-2a4f-ed3c02215eaa/hadoop.log.dir/,AVAILABLE} 2024-11-19T03:21:31,862 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@488a0d11{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T03:21:31,942 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T03:21:31,992 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@19803d52{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ff7ba7bb-35a8-cdac-2a4f-ed3c02215eaa/java.io.tmpdir/jetty-localhost-45943-hadoop-hdfs-3_4_1-tests_jar-_-any-2954593786286318760/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T03:21:31,993 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4f15a432{HTTP/1.1, (http/1.1)}{localhost:45943} 2024-11-19T03:21:31,993 INFO [Time-limited test {}] server.Server(415): Started @255597ms 2024-11-19T03:21:31,994 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T03:21:32,669 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T03:21:32,669 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [47efada56ed5,46551,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=47efada56ed5:46551 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T03:21:32,670 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48474 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [47efada56ed5,46551,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=47efada56ed5:46551 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T03:21:33,046 WARN [Thread-2897 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ff7ba7bb-35a8-cdac-2a4f-ed3c02215eaa/cluster_6e8c39c2-2e4f-c0f4-ab2f-081269880be2/data/data2/current/BP-680094288-172.17.0.3-1731986490811/current, will proceed with Du for space computation calculation, 2024-11-19T03:21:33,047 WARN [Thread-2896 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ff7ba7bb-35a8-cdac-2a4f-ed3c02215eaa/cluster_6e8c39c2-2e4f-c0f4-ab2f-081269880be2/data/data1/current/BP-680094288-172.17.0.3-1731986490811/current, will proceed with Du for space computation calculation, 2024-11-19T03:21:33,085 WARN [Thread-2884 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T03:21:33,087 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x38c3381f5f848095 with lease ID 0x1bbcee5b57de96c0: Processing first storage report for DS-828520f3-e4c8-4bcc-b4c7-0b0e3985b40e from datanode DatanodeRegistration(127.0.0.1:36485, datanodeUuid=a1ef9206-31d1-4f52-8af6-31a197096a3d, infoPort=41109, infoSecurePort=0, ipcPort=46025, storageInfo=lv=-57;cid=testClusterID;nsid=1166994564;c=1731986490811) 2024-11-19T03:21:33,087 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x38c3381f5f848095 with lease ID 0x1bbcee5b57de96c0: from storage DS-828520f3-e4c8-4bcc-b4c7-0b0e3985b40e node DatanodeRegistration(127.0.0.1:36485, datanodeUuid=a1ef9206-31d1-4f52-8af6-31a197096a3d, infoPort=41109, infoSecurePort=0, ipcPort=46025, storageInfo=lv=-57;cid=testClusterID;nsid=1166994564;c=1731986490811), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T03:21:33,088 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x38c3381f5f848095 with lease ID 0x1bbcee5b57de96c0: Processing first storage report for DS-a141f1aa-cc85-4bbc-af48-f46bcd4cbd63 from datanode DatanodeRegistration(127.0.0.1:36485, datanodeUuid=a1ef9206-31d1-4f52-8af6-31a197096a3d, infoPort=41109, infoSecurePort=0, ipcPort=46025, storageInfo=lv=-57;cid=testClusterID;nsid=1166994564;c=1731986490811) 2024-11-19T03:21:33,088 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x38c3381f5f848095 with lease ID 0x1bbcee5b57de96c0: from storage DS-a141f1aa-cc85-4bbc-af48-f46bcd4cbd63 node DatanodeRegistration(127.0.0.1:36485, datanodeUuid=a1ef9206-31d1-4f52-8af6-31a197096a3d, infoPort=41109, infoSecurePort=0, ipcPort=46025, storageInfo=lv=-57;cid=testClusterID;nsid=1166994564;c=1731986490811), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T03:21:33,109 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ff7ba7bb-35a8-cdac-2a4f-ed3c02215eaa 2024-11-19T03:21:33,110 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:21:33,111 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:21:33,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741825_1001 (size=7) 2024-11-19T03:21:33,528 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa with version=8 2024-11-19T03:21:33,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/hbase-staging 2024-11-19T03:21:33,530 INFO [Time-limited test {}] client.ConnectionUtils(128): master/47efada56ed5:0 server-side Connection retries=45 2024-11-19T03:21:33,530 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T03:21:33,530 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T03:21:33,530 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T03:21:33,530 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T03:21:33,530 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T03:21:33,530 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T03:21:33,530 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T03:21:33,538 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39973 2024-11-19T03:21:33,539 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39973 connecting to ZooKeeper ensemble=127.0.0.1:60196 2024-11-19T03:21:33,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:399730x0, quorum=127.0.0.1:60196, baseZNode=/278057918 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T03:21:33,591 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39973-0x101511c52fb0006 connected 2024-11-19T03:21:33,667 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:21:33,670 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:21:33,677 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39973-0x101511c52fb0006, quorum=127.0.0.1:60196, baseZNode=/278057918 Set watcher on znode that does not yet exist, /278057918/running 2024-11-19T03:21:33,677 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa, hbase.cluster.distributed=false 2024-11-19T03:21:33,679 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39973-0x101511c52fb0006, quorum=127.0.0.1:60196, baseZNode=/278057918 Set watcher on znode that does not yet exist, /278057918/acl 2024-11-19T03:21:33,688 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39973 2024-11-19T03:21:33,688 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39973 2024-11-19T03:21:33,692 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39973 2024-11-19T03:21:33,712 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39973 2024-11-19T03:21:33,719 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39973 2024-11-19T03:21:33,737 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/47efada56ed5:0 server-side Connection retries=45 2024-11-19T03:21:33,737 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T03:21:33,737 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T03:21:33,738 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T03:21:33,738 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T03:21:33,738 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T03:21:33,738 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T03:21:33,738 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T03:21:33,742 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44849 2024-11-19T03:21:33,743 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44849 connecting to ZooKeeper ensemble=127.0.0.1:60196 2024-11-19T03:21:33,744 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:21:33,746 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:21:33,783 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:448490x0, quorum=127.0.0.1:60196, baseZNode=/278057918 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T03:21:33,783 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:448490x0, quorum=127.0.0.1:60196, baseZNode=/278057918 Set watcher on znode that does not yet exist, /278057918/running 2024-11-19T03:21:33,784 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T03:21:33,784 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44849-0x101511c52fb0007 connected 2024-11-19T03:21:33,798 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T03:21:33,799 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44849-0x101511c52fb0007, quorum=127.0.0.1:60196, baseZNode=/278057918 Set watcher on znode that does not yet exist, /278057918/master 2024-11-19T03:21:33,800 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44849-0x101511c52fb0007, quorum=127.0.0.1:60196, baseZNode=/278057918 Set watcher on znode that does not yet exist, /278057918/acl 2024-11-19T03:21:33,805 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44849 2024-11-19T03:21:33,805 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44849 2024-11-19T03:21:33,805 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44849 2024-11-19T03:21:33,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44849 2024-11-19T03:21:33,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44849 2024-11-19T03:21:33,825 DEBUG [M:0;47efada56ed5:39973 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;47efada56ed5:39973 2024-11-19T03:21:33,828 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /278057918/backup-masters/47efada56ed5,39973,1731986493530 2024-11-19T03:21:33,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39973-0x101511c52fb0006, quorum=127.0.0.1:60196, baseZNode=/278057918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/278057918/backup-masters 2024-11-19T03:21:33,835 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44849-0x101511c52fb0007, quorum=127.0.0.1:60196, baseZNode=/278057918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/278057918/backup-masters 2024-11-19T03:21:33,836 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39973-0x101511c52fb0006, quorum=127.0.0.1:60196, baseZNode=/278057918 Set watcher on existing znode=/278057918/backup-masters/47efada56ed5,39973,1731986493530 2024-11-19T03:21:33,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39973-0x101511c52fb0006, quorum=127.0.0.1:60196, baseZNode=/278057918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/278057918 2024-11-19T03:21:33,846 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44849-0x101511c52fb0007, quorum=127.0.0.1:60196, baseZNode=/278057918 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/278057918/master 2024-11-19T03:21:33,846 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44849-0x101511c52fb0007, quorum=127.0.0.1:60196, baseZNode=/278057918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/278057918 2024-11-19T03:21:33,846 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39973-0x101511c52fb0006, quorum=127.0.0.1:60196, baseZNode=/278057918 Set watcher on existing znode=/278057918/master 2024-11-19T03:21:33,846 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /278057918/backup-masters/47efada56ed5,39973,1731986493530 from backup master directory 2024-11-19T03:21:33,856 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44849-0x101511c52fb0007, quorum=127.0.0.1:60196, baseZNode=/278057918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/278057918/backup-masters 2024-11-19T03:21:33,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39973-0x101511c52fb0006, quorum=127.0.0.1:60196, baseZNode=/278057918 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/278057918/backup-masters/47efada56ed5,39973,1731986493530 2024-11-19T03:21:33,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39973-0x101511c52fb0006, quorum=127.0.0.1:60196, baseZNode=/278057918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/278057918/backup-masters 2024-11-19T03:21:33,856 WARN [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T03:21:33,856 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=47efada56ed5,39973,1731986493530 2024-11-19T03:21:33,861 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/hbase.id] with ID: 26004959-9506-4947-9386-16cd9b81adc8 2024-11-19T03:21:33,861 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/.tmp/hbase.id 2024-11-19T03:21:33,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741826_1002 (size=42) 2024-11-19T03:21:33,882 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/.tmp/hbase.id]:[hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/hbase.id] 2024-11-19T03:21:33,893 INFO [master/47efada56ed5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:21:33,893 INFO [master/47efada56ed5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T03:21:33,894 INFO [master/47efada56ed5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T03:21:33,906 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44849-0x101511c52fb0007, quorum=127.0.0.1:60196, baseZNode=/278057918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/278057918 2024-11-19T03:21:33,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39973-0x101511c52fb0006, quorum=127.0.0.1:60196, baseZNode=/278057918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/278057918 2024-11-19T03:21:33,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741827_1003 (size=196) 2024-11-19T03:21:33,913 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T03:21:33,914 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T03:21:33,916 INFO [master/47efada56ed5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T03:21:33,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741828_1004 (size=1189) 2024-11-19T03:21:34,323 INFO [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/MasterData/data/master/store 2024-11-19T03:21:34,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741829_1005 (size=34) 2024-11-19T03:21:34,347 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:21:34,348 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T03:21:34,348 INFO [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:21:34,348 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:21:34,348 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T03:21:34,348 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:21:34,348 INFO [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:21:34,348 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731986494348Disabling compacts and flushes for region at 1731986494348Disabling writes for close at 1731986494348Writing region close event to WAL at 1731986494348Closed at 1731986494348 2024-11-19T03:21:34,349 WARN [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/MasterData/data/master/store/.initializing 2024-11-19T03:21:34,349 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/MasterData/WALs/47efada56ed5,39973,1731986493530 2024-11-19T03:21:34,350 INFO [master/47efada56ed5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T03:21:34,352 INFO [master/47efada56ed5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=47efada56ed5%2C39973%2C1731986493530, suffix=, logDir=hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/MasterData/WALs/47efada56ed5,39973,1731986493530, archiveDir=hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/MasterData/oldWALs, maxLogs=10 2024-11-19T03:21:34,369 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/MasterData/WALs/47efada56ed5,39973,1731986493530/47efada56ed5%2C39973%2C1731986493530.1731986494352, exclude list is [], retry=0 2024-11-19T03:21:34,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36485,DS-828520f3-e4c8-4bcc-b4c7-0b0e3985b40e,DISK] 2024-11-19T03:21:34,401 INFO [master/47efada56ed5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/MasterData/WALs/47efada56ed5,39973,1731986493530/47efada56ed5%2C39973%2C1731986493530.1731986494352 2024-11-19T03:21:34,408 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41109:41109)] 2024-11-19T03:21:34,409 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T03:21:34,409 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:21:34,410 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:21:34,410 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:21:34,411 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:21:34,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T03:21:34,413 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:21:34,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:21:34,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:21:34,415 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T03:21:34,415 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:21:34,415 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:21:34,415 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:21:34,417 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T03:21:34,417 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:21:34,417 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:21:34,418 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:21:34,419 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T03:21:34,419 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:21:34,419 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:21:34,420 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:21:34,421 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:21:34,421 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:21:34,422 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:21:34,422 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:21:34,423 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T03:21:34,424 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:21:34,427 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T03:21:34,427 INFO [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72830558, jitterRate=0.08525988459587097}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T03:21:34,428 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731986494410Initializing all the Stores at 1731986494411 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986494411Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986494411Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986494411Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986494411Cleaning up temporary data from old regions at 1731986494422 (+11 ms)Region opened successfully at 1731986494427 (+5 ms) 2024-11-19T03:21:34,428 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T03:21:34,431 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56320e56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=47efada56ed5/172.17.0.3:0 2024-11-19T03:21:34,432 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T03:21:34,432 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T03:21:34,432 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T03:21:34,433 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T03:21:34,433 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T03:21:34,434 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T03:21:34,434 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T03:21:34,436 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T03:21:34,438 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39973-0x101511c52fb0006, quorum=127.0.0.1:60196, baseZNode=/278057918 Unable to get data of znode /278057918/balancer because node does not exist (not necessarily an error) 2024-11-19T03:21:34,485 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /278057918/balancer already deleted, retry=false 2024-11-19T03:21:34,486 INFO [master/47efada56ed5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T03:21:34,487 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39973-0x101511c52fb0006, quorum=127.0.0.1:60196, baseZNode=/278057918 Unable to get data of znode /278057918/normalizer because node does not exist (not necessarily an error) 2024-11-19T03:21:34,498 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /278057918/normalizer already deleted, retry=false 2024-11-19T03:21:34,499 INFO [master/47efada56ed5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T03:21:34,500 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39973-0x101511c52fb0006, quorum=127.0.0.1:60196, baseZNode=/278057918 Unable to get data of znode /278057918/switch/split because node does not exist (not necessarily an error) 2024-11-19T03:21:34,509 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /278057918/switch/split already deleted, retry=false 2024-11-19T03:21:34,510 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39973-0x101511c52fb0006, quorum=127.0.0.1:60196, baseZNode=/278057918 Unable to get data of znode /278057918/switch/merge because node does not exist (not necessarily an error) 2024-11-19T03:21:34,519 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /278057918/switch/merge already deleted, retry=false 2024-11-19T03:21:34,522 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39973-0x101511c52fb0006, quorum=127.0.0.1:60196, baseZNode=/278057918 Unable to get data of znode /278057918/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T03:21:34,530 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /278057918/snapshot-cleanup already deleted, retry=false 2024-11-19T03:21:34,540 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44849-0x101511c52fb0007, quorum=127.0.0.1:60196, baseZNode=/278057918 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/278057918/running 2024-11-19T03:21:34,541 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44849-0x101511c52fb0007, quorum=127.0.0.1:60196, baseZNode=/278057918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/278057918 2024-11-19T03:21:34,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39973-0x101511c52fb0006, quorum=127.0.0.1:60196, baseZNode=/278057918 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/278057918/running 2024-11-19T03:21:34,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39973-0x101511c52fb0006, quorum=127.0.0.1:60196, baseZNode=/278057918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/278057918 2024-11-19T03:21:34,541 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=47efada56ed5,39973,1731986493530, sessionid=0x101511c52fb0006, setting cluster-up flag (Was=false) 2024-11-19T03:21:34,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39973-0x101511c52fb0006, quorum=127.0.0.1:60196, baseZNode=/278057918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/278057918 2024-11-19T03:21:34,562 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44849-0x101511c52fb0007, quorum=127.0.0.1:60196, baseZNode=/278057918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/278057918 2024-11-19T03:21:34,593 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /278057918/flush-table-proc/acquired, /278057918/flush-table-proc/reached, /278057918/flush-table-proc/abort 2024-11-19T03:21:34,594 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=47efada56ed5,39973,1731986493530 2024-11-19T03:21:34,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39973-0x101511c52fb0006, quorum=127.0.0.1:60196, baseZNode=/278057918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/278057918 2024-11-19T03:21:34,614 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44849-0x101511c52fb0007, quorum=127.0.0.1:60196, baseZNode=/278057918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/278057918 2024-11-19T03:21:34,646 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /278057918/online-snapshot/acquired, /278057918/online-snapshot/reached, /278057918/online-snapshot/abort 2024-11-19T03:21:34,647 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=47efada56ed5,39973,1731986493530 2024-11-19T03:21:34,648 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T03:21:34,649 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T03:21:34,649 INFO [master/47efada56ed5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T03:21:34,649 INFO [master/47efada56ed5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T03:21:34,650 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 47efada56ed5,39973,1731986493530 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T03:21:34,651 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/47efada56ed5:0, corePoolSize=5, maxPoolSize=5 2024-11-19T03:21:34,651 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/47efada56ed5:0, corePoolSize=5, maxPoolSize=5 2024-11-19T03:21:34,651 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/47efada56ed5:0, corePoolSize=5, maxPoolSize=5 2024-11-19T03:21:34,651 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/47efada56ed5:0, corePoolSize=5, maxPoolSize=5 2024-11-19T03:21:34,651 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/47efada56ed5:0, corePoolSize=10, maxPoolSize=10 2024-11-19T03:21:34,651 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:21:34,651 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/47efada56ed5:0, corePoolSize=2, maxPoolSize=2 2024-11-19T03:21:34,651 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:21:34,652 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731986524652 2024-11-19T03:21:34,652 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T03:21:34,652 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T03:21:34,652 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T03:21:34,652 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T03:21:34,652 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T03:21:34,652 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T03:21:34,653 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T03:21:34,653 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T03:21:34,654 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:21:34,654 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T03:21:34,656 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T03:21:34,656 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T03:21:34,657 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T03:21:34,657 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T03:21:34,657 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T03:21:34,657 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T03:21:34,657 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T03:21:34,664 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.large.0-1731986494657,5,FailOnTimeoutGroup] 2024-11-19T03:21:34,672 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.small.0-1731986494664,5,FailOnTimeoutGroup] 2024-11-19T03:21:34,672 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T03:21:34,672 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T03:21:34,672 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T03:21:34,672 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T03:21:34,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741831_1007 (size=1321) 2024-11-19T03:21:34,714 INFO [RS:0;47efada56ed5:44849 {}] regionserver.HRegionServer(746): ClusterId : 26004959-9506-4947-9386-16cd9b81adc8 2024-11-19T03:21:34,715 DEBUG [RS:0;47efada56ed5:44849 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T03:21:34,720 DEBUG [RS:0;47efada56ed5:44849 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T03:21:34,720 DEBUG [RS:0;47efada56ed5:44849 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T03:21:34,730 DEBUG [RS:0;47efada56ed5:44849 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T03:21:34,731 DEBUG [RS:0;47efada56ed5:44849 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3021f9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=47efada56ed5/172.17.0.3:0 2024-11-19T03:21:34,743 DEBUG [RS:0;47efada56ed5:44849 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;47efada56ed5:44849 2024-11-19T03:21:34,743 INFO [RS:0;47efada56ed5:44849 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T03:21:34,743 INFO [RS:0;47efada56ed5:44849 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T03:21:34,743 DEBUG [RS:0;47efada56ed5:44849 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T03:21:34,744 INFO [RS:0;47efada56ed5:44849 {}] regionserver.HRegionServer(2659): reportForDuty to master=47efada56ed5,39973,1731986493530 with port=44849, startcode=1731986493737 2024-11-19T03:21:34,744 DEBUG [RS:0;47efada56ed5:44849 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T03:21:34,745 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36479, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T03:21:34,746 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39973 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 47efada56ed5,44849,1731986493737 2024-11-19T03:21:34,746 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39973 {}] master.ServerManager(517): Registering regionserver=47efada56ed5,44849,1731986493737 2024-11-19T03:21:34,747 DEBUG [RS:0;47efada56ed5:44849 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa 2024-11-19T03:21:34,747 DEBUG [RS:0;47efada56ed5:44849 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44849 2024-11-19T03:21:34,747 DEBUG [RS:0;47efada56ed5:44849 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T03:21:34,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39973-0x101511c52fb0006, quorum=127.0.0.1:60196, baseZNode=/278057918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/278057918/rs 2024-11-19T03:21:34,799 DEBUG [RS:0;47efada56ed5:44849 {}] zookeeper.ZKUtil(111): regionserver:44849-0x101511c52fb0007, quorum=127.0.0.1:60196, baseZNode=/278057918 Set watcher on existing znode=/278057918/rs/47efada56ed5,44849,1731986493737 2024-11-19T03:21:34,799 WARN [RS:0;47efada56ed5:44849 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T03:21:34,799 INFO [RS:0;47efada56ed5:44849 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T03:21:34,800 DEBUG [RS:0;47efada56ed5:44849 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/WALs/47efada56ed5,44849,1731986493737 2024-11-19T03:21:34,800 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [47efada56ed5,44849,1731986493737] 2024-11-19T03:21:34,803 INFO [RS:0;47efada56ed5:44849 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T03:21:34,804 INFO [RS:0;47efada56ed5:44849 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T03:21:34,804 INFO [RS:0;47efada56ed5:44849 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T03:21:34,805 INFO [RS:0;47efada56ed5:44849 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T03:21:34,805 INFO [RS:0;47efada56ed5:44849 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T03:21:34,806 INFO [RS:0;47efada56ed5:44849 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T03:21:34,806 INFO [RS:0;47efada56ed5:44849 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T03:21:34,806 DEBUG [RS:0;47efada56ed5:44849 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:21:34,806 DEBUG [RS:0;47efada56ed5:44849 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:21:34,806 DEBUG [RS:0;47efada56ed5:44849 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:21:34,806 DEBUG [RS:0;47efada56ed5:44849 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:21:34,806 DEBUG [RS:0;47efada56ed5:44849 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:21:34,806 DEBUG [RS:0;47efada56ed5:44849 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/47efada56ed5:0, corePoolSize=2, maxPoolSize=2 2024-11-19T03:21:34,806 DEBUG [RS:0;47efada56ed5:44849 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:21:34,806 DEBUG [RS:0;47efada56ed5:44849 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:21:34,806 DEBUG [RS:0;47efada56ed5:44849 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:21:34,806 DEBUG [RS:0;47efada56ed5:44849 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:21:34,806 DEBUG [RS:0;47efada56ed5:44849 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:21:34,806 DEBUG [RS:0;47efada56ed5:44849 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:21:34,806 DEBUG [RS:0;47efada56ed5:44849 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/47efada56ed5:0, corePoolSize=3, maxPoolSize=3 2024-11-19T03:21:34,806 DEBUG [RS:0;47efada56ed5:44849 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0, corePoolSize=3, maxPoolSize=3 2024-11-19T03:21:34,810 INFO [RS:0;47efada56ed5:44849 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T03:21:34,810 INFO [RS:0;47efada56ed5:44849 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T03:21:34,810 INFO [RS:0;47efada56ed5:44849 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T03:21:34,810 INFO [RS:0;47efada56ed5:44849 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T03:21:34,810 INFO [RS:0;47efada56ed5:44849 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T03:21:34,810 INFO [RS:0;47efada56ed5:44849 {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,44849,1731986493737-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T03:21:34,825 INFO [RS:0;47efada56ed5:44849 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T03:21:34,825 INFO [RS:0;47efada56ed5:44849 {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,44849,1731986493737-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T03:21:34,825 INFO [RS:0;47efada56ed5:44849 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:21:34,825 INFO [RS:0;47efada56ed5:44849 {}] regionserver.Replication(171): 47efada56ed5,44849,1731986493737 started 2024-11-19T03:21:34,840 INFO [RS:0;47efada56ed5:44849 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:21:34,840 INFO [RS:0;47efada56ed5:44849 {}] regionserver.HRegionServer(1482): Serving as 47efada56ed5,44849,1731986493737, RpcServer on 47efada56ed5/172.17.0.3:44849, sessionid=0x101511c52fb0007 2024-11-19T03:21:34,840 DEBUG [RS:0;47efada56ed5:44849 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T03:21:34,840 DEBUG [RS:0;47efada56ed5:44849 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 47efada56ed5,44849,1731986493737 2024-11-19T03:21:34,841 DEBUG [RS:0;47efada56ed5:44849 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '47efada56ed5,44849,1731986493737' 2024-11-19T03:21:34,841 DEBUG [RS:0;47efada56ed5:44849 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/278057918/flush-table-proc/abort' 2024-11-19T03:21:34,841 DEBUG [RS:0;47efada56ed5:44849 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/278057918/flush-table-proc/acquired' 2024-11-19T03:21:34,841 DEBUG [RS:0;47efada56ed5:44849 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T03:21:34,841 DEBUG [RS:0;47efada56ed5:44849 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T03:21:34,841 DEBUG [RS:0;47efada56ed5:44849 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 47efada56ed5,44849,1731986493737 2024-11-19T03:21:34,841 DEBUG [RS:0;47efada56ed5:44849 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '47efada56ed5,44849,1731986493737' 2024-11-19T03:21:34,841 DEBUG [RS:0;47efada56ed5:44849 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/278057918/online-snapshot/abort' 2024-11-19T03:21:34,842 DEBUG [RS:0;47efada56ed5:44849 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/278057918/online-snapshot/acquired' 2024-11-19T03:21:34,842 DEBUG [RS:0;47efada56ed5:44849 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T03:21:34,842 INFO [RS:0;47efada56ed5:44849 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T03:21:34,842 INFO [RS:0;47efada56ed5:44849 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T03:21:34,942 INFO [RS:0;47efada56ed5:44849 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T03:21:34,944 INFO [RS:0;47efada56ed5:44849 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=47efada56ed5%2C44849%2C1731986493737, suffix=, logDir=hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/WALs/47efada56ed5,44849,1731986493737, archiveDir=hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/oldWALs, maxLogs=10 2024-11-19T03:21:34,962 DEBUG [RS:0;47efada56ed5:44849 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/WALs/47efada56ed5,44849,1731986493737/47efada56ed5%2C44849%2C1731986493737.1731986494944, exclude list is [], retry=0 2024-11-19T03:21:34,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36485,DS-828520f3-e4c8-4bcc-b4c7-0b0e3985b40e,DISK] 2024-11-19T03:21:34,983 INFO [RS:0;47efada56ed5:44849 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/WALs/47efada56ed5,44849,1731986493737/47efada56ed5%2C44849%2C1731986493737.1731986494944 2024-11-19T03:21:34,984 DEBUG [RS:0;47efada56ed5:44849 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41109:41109)] 2024-11-19T03:21:35,075 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T03:21:35,075 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa 2024-11-19T03:21:35,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741833_1009 (size=32) 2024-11-19T03:21:35,480 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:21:35,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T03:21:35,483 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T03:21:35,484 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:21:35,484 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:21:35,484 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T03:21:35,487 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T03:21:35,487 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:21:35,487 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:21:35,487 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T03:21:35,489 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T03:21:35,489 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:21:35,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:21:35,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T03:21:35,491 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T03:21:35,491 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:21:35,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:21:35,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T03:21:35,492 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/data/hbase/meta/1588230740 2024-11-19T03:21:35,492 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/data/hbase/meta/1588230740 2024-11-19T03:21:35,493 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T03:21:35,493 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T03:21:35,494 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T03:21:35,495 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T03:21:35,496 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T03:21:35,497 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70426698, jitterRate=0.049439579248428345}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T03:21:35,497 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731986495481Initializing all the Stores at 1731986495481Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986495481Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986495482 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986495482Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986495482Cleaning up temporary data from old regions at 1731986495493 (+11 ms)Region opened successfully at 1731986495497 (+4 ms) 2024-11-19T03:21:35,497 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T03:21:35,497 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T03:21:35,497 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T03:21:35,497 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T03:21:35,497 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T03:21:35,511 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T03:21:35,511 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731986495497Disabling compacts and flushes for region at 1731986495497Disabling writes for close at 1731986495497Writing region close event to WAL at 1731986495511 (+14 ms)Closed at 1731986495511 2024-11-19T03:21:35,512 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T03:21:35,512 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T03:21:35,512 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T03:21:35,513 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T03:21:35,514 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T03:21:35,665 DEBUG [47efada56ed5:39973 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T03:21:35,665 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=47efada56ed5,44849,1731986493737 2024-11-19T03:21:35,666 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 47efada56ed5,44849,1731986493737, state=OPENING 2024-11-19T03:21:35,738 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T03:21:35,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39973-0x101511c52fb0006, quorum=127.0.0.1:60196, baseZNode=/278057918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/278057918 2024-11-19T03:21:35,748 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44849-0x101511c52fb0007, quorum=127.0.0.1:60196, baseZNode=/278057918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/278057918 2024-11-19T03:21:35,749 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /278057918/meta-region-server: CHANGED 2024-11-19T03:21:35,749 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /278057918/meta-region-server: CHANGED 2024-11-19T03:21:35,749 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T03:21:35,749 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=47efada56ed5,44849,1731986493737}] 2024-11-19T03:21:35,902 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T03:21:35,903 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43049, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T03:21:35,907 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T03:21:35,907 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T03:21:35,907 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T03:21:35,908 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=47efada56ed5%2C44849%2C1731986493737.meta, suffix=.meta, logDir=hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/WALs/47efada56ed5,44849,1731986493737, archiveDir=hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/oldWALs, maxLogs=10 2024-11-19T03:21:35,925 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/WALs/47efada56ed5,44849,1731986493737/47efada56ed5%2C44849%2C1731986493737.meta.1731986495909.meta, exclude list is [], retry=0 2024-11-19T03:21:35,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36485,DS-828520f3-e4c8-4bcc-b4c7-0b0e3985b40e,DISK] 2024-11-19T03:21:35,933 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/WALs/47efada56ed5,44849,1731986493737/47efada56ed5%2C44849%2C1731986493737.meta.1731986495909.meta 2024-11-19T03:21:35,933 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41109:41109)] 2024-11-19T03:21:35,934 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T03:21:35,934 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T03:21:35,934 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T03:21:35,935 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T03:21:35,935 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T03:21:35,935 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T03:21:35,935 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:21:35,935 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T03:21:35,935 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T03:21:35,956 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T03:21:35,957 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T03:21:35,957 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:21:35,958 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:21:35,958 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T03:21:35,959 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T03:21:35,959 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:21:35,959 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:21:35,959 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T03:21:35,961 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T03:21:35,961 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:21:35,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:21:35,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T03:21:35,963 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T03:21:35,963 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:21:35,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:21:35,964 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T03:21:35,965 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/data/hbase/meta/1588230740 2024-11-19T03:21:35,966 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/data/hbase/meta/1588230740 2024-11-19T03:21:35,967 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T03:21:35,967 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T03:21:35,968 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T03:21:35,969 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T03:21:35,970 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69654997, jitterRate=0.037940338253974915}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T03:21:35,970 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T03:21:35,970 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731986495935Writing region info on filesystem at 1731986495935Initializing all the Stores at 1731986495937 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986495937Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986495952 (+15 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986495952Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986495952Cleaning up temporary data from old regions at 1731986495967 (+15 ms)Running coprocessor post-open hooks at 1731986495970 (+3 ms)Region opened successfully at 1731986495970 2024-11-19T03:21:35,971 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731986495902 2024-11-19T03:21:35,973 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T03:21:35,973 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T03:21:35,974 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=47efada56ed5,44849,1731986493737 2024-11-19T03:21:35,975 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 47efada56ed5,44849,1731986493737, state=OPEN 2024-11-19T03:21:35,983 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44849-0x101511c52fb0007, quorum=127.0.0.1:60196, baseZNode=/278057918 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/278057918/meta-region-server 2024-11-19T03:21:35,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39973-0x101511c52fb0006, quorum=127.0.0.1:60196, baseZNode=/278057918 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/278057918/meta-region-server 2024-11-19T03:21:35,983 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=47efada56ed5,44849,1731986493737 2024-11-19T03:21:35,983 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /278057918/meta-region-server: CHANGED 2024-11-19T03:21:35,983 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /278057918/meta-region-server: CHANGED 2024-11-19T03:21:35,985 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T03:21:35,986 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=47efada56ed5,44849,1731986493737 in 234 msec 2024-11-19T03:21:35,988 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T03:21:35,988 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 474 msec 2024-11-19T03:21:35,992 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T03:21:35,992 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T03:21:35,994 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:21:35,994 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,44849,1731986493737, seqNum=-1] 2024-11-19T03:21:35,994 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:21:35,995 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50193, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:21:36,002 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3510 sec 2024-11-19T03:21:36,002 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731986496002, completionTime=-1 2024-11-19T03:21:36,002 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T03:21:36,002 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T03:21:36,005 INFO [master/47efada56ed5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T03:21:36,005 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731986556005 2024-11-19T03:21:36,005 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731986616005 2024-11-19T03:21:36,005 INFO [master/47efada56ed5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-19T03:21:36,005 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,39973,1731986493530-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T03:21:36,005 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,39973,1731986493530-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:21:36,006 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,39973,1731986493530-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:21:36,006 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-47efada56ed5:39973, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:21:36,006 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T03:21:36,007 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T03:21:36,008 DEBUG [master/47efada56ed5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T03:21:36,013 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.156sec 2024-11-19T03:21:36,013 INFO [master/47efada56ed5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T03:21:36,013 INFO [master/47efada56ed5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T03:21:36,013 INFO [master/47efada56ed5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T03:21:36,013 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T03:21:36,013 INFO [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T03:21:36,013 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,39973,1731986493530-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T03:21:36,013 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,39973,1731986493530-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T03:21:36,015 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T03:21:36,015 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@390f4a22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:21:36,015 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T03:21:36,015 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,39973,1731986493530-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:21:36,015 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,39973,-1 for getting cluster id 2024-11-19T03:21:36,016 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:21:36,017 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26004959-9506-4947-9386-16cd9b81adc8' 2024-11-19T03:21:36,017 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:21:36,017 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26004959-9506-4947-9386-16cd9b81adc8" 2024-11-19T03:21:36,017 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e8cf856, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:21:36,017 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,39973,-1] 2024-11-19T03:21:36,018 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:21:36,018 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:21:36,018 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:21:36,019 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@183eff85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:21:36,020 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:21:36,021 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,44849,1731986493737, seqNum=-1] 2024-11-19T03:21:36,021 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:21:36,022 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:21:36,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=47efada56ed5,39973,1731986493530 2024-11-19T03:21:36,025 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:60196 2024-11-19T03:21:36,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:60196, baseZNode=/278057918 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T03:21:36,040 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101511c52fb0008 connected 2024-11-19T03:21:36,048 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T03:21:36,049 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 47efada56ed5,34343,1731986482597 2024-11-19T03:21:36,049 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@233e6898 2024-11-19T03:21:36,050 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T03:21:36,052 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T03:21:36,053 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34343 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T03:21:36,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34343 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T03:21:36,055 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T03:21:36,056 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:21:36,056 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34343 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T03:21:36,056 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T03:21:36,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T03:21:36,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41515 is added to blk_1073741835_1011 (size=902) 2024-11-19T03:21:36,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T03:21:36,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T03:21:36,467 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3730fbaa72d4560961fc6b1b5d1eff8a, NAME => 'test,,1731986496053.3730fbaa72d4560961fc6b1b5d1eff8a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73 2024-11-19T03:21:36,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41515 is added to blk_1073741836_1012 (size=39) 2024-11-19T03:21:36,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T03:21:36,873 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731986496053.3730fbaa72d4560961fc6b1b5d1eff8a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:21:36,873 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3730fbaa72d4560961fc6b1b5d1eff8a, disabling compactions & flushes 2024-11-19T03:21:36,873 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731986496053.3730fbaa72d4560961fc6b1b5d1eff8a. 2024-11-19T03:21:36,873 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731986496053.3730fbaa72d4560961fc6b1b5d1eff8a. 2024-11-19T03:21:36,873 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731986496053.3730fbaa72d4560961fc6b1b5d1eff8a. after waiting 0 ms 2024-11-19T03:21:36,873 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731986496053.3730fbaa72d4560961fc6b1b5d1eff8a. 2024-11-19T03:21:36,873 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731986496053.3730fbaa72d4560961fc6b1b5d1eff8a. 2024-11-19T03:21:36,873 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3730fbaa72d4560961fc6b1b5d1eff8a: Waiting for close lock at 1731986496873Disabling compacts and flushes for region at 1731986496873Disabling writes for close at 1731986496873Writing region close event to WAL at 1731986496873Closed at 1731986496873 2024-11-19T03:21:36,874 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T03:21:36,875 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731986496053.3730fbaa72d4560961fc6b1b5d1eff8a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731986496874"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731986496874"}]},"ts":"1731986496874"} 2024-11-19T03:21:36,877 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T03:21:36,878 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T03:21:36,879 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731986496878"}]},"ts":"1731986496878"} 2024-11-19T03:21:36,881 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T03:21:36,881 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3730fbaa72d4560961fc6b1b5d1eff8a, ASSIGN}] 2024-11-19T03:21:36,882 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3730fbaa72d4560961fc6b1b5d1eff8a, ASSIGN 2024-11-19T03:21:36,883 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3730fbaa72d4560961fc6b1b5d1eff8a, ASSIGN; state=OFFLINE, location=47efada56ed5,32913,1731986483152; forceNewPlan=false, retain=false 2024-11-19T03:21:37,033 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3730fbaa72d4560961fc6b1b5d1eff8a, regionState=OPENING, regionLocation=47efada56ed5,32913,1731986483152 2024-11-19T03:21:37,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3730fbaa72d4560961fc6b1b5d1eff8a, ASSIGN because future has completed 2024-11-19T03:21:37,036 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3730fbaa72d4560961fc6b1b5d1eff8a, server=47efada56ed5,32913,1731986483152}] 2024-11-19T03:21:37,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T03:21:37,207 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731986496053.3730fbaa72d4560961fc6b1b5d1eff8a. 2024-11-19T03:21:37,207 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3730fbaa72d4560961fc6b1b5d1eff8a, NAME => 'test,,1731986496053.3730fbaa72d4560961fc6b1b5d1eff8a.', STARTKEY => '', ENDKEY => ''} 2024-11-19T03:21:37,207 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T03:21:37,207 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T03:21:37,208 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3730fbaa72d4560961fc6b1b5d1eff8a 2024-11-19T03:21:37,208 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731986496053.3730fbaa72d4560961fc6b1b5d1eff8a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:21:37,208 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3730fbaa72d4560961fc6b1b5d1eff8a 2024-11-19T03:21:37,208 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3730fbaa72d4560961fc6b1b5d1eff8a 2024-11-19T03:21:37,211 INFO [StoreOpener-3730fbaa72d4560961fc6b1b5d1eff8a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3730fbaa72d4560961fc6b1b5d1eff8a 2024-11-19T03:21:37,213 INFO [StoreOpener-3730fbaa72d4560961fc6b1b5d1eff8a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3730fbaa72d4560961fc6b1b5d1eff8a columnFamilyName f 2024-11-19T03:21:37,213 DEBUG [StoreOpener-3730fbaa72d4560961fc6b1b5d1eff8a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:21:37,214 INFO [StoreOpener-3730fbaa72d4560961fc6b1b5d1eff8a-1 {}] regionserver.HStore(327): Store=3730fbaa72d4560961fc6b1b5d1eff8a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:21:37,214 INFO [StoreOpener-3730fbaa72d4560961fc6b1b5d1eff8a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3730fbaa72d4560961fc6b1b5d1eff8a 2024-11-19T03:21:37,215 INFO [StoreOpener-3730fbaa72d4560961fc6b1b5d1eff8a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3730fbaa72d4560961fc6b1b5d1eff8a columnFamilyName f1 2024-11-19T03:21:37,215 DEBUG [StoreOpener-3730fbaa72d4560961fc6b1b5d1eff8a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:21:37,216 INFO [StoreOpener-3730fbaa72d4560961fc6b1b5d1eff8a-1 {}] regionserver.HStore(327): Store=3730fbaa72d4560961fc6b1b5d1eff8a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:21:37,216 INFO [StoreOpener-3730fbaa72d4560961fc6b1b5d1eff8a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3730fbaa72d4560961fc6b1b5d1eff8a 2024-11-19T03:21:37,219 INFO [StoreOpener-3730fbaa72d4560961fc6b1b5d1eff8a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3730fbaa72d4560961fc6b1b5d1eff8a columnFamilyName norep 2024-11-19T03:21:37,219 DEBUG [StoreOpener-3730fbaa72d4560961fc6b1b5d1eff8a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:21:37,219 INFO [StoreOpener-3730fbaa72d4560961fc6b1b5d1eff8a-1 {}] regionserver.HStore(327): Store=3730fbaa72d4560961fc6b1b5d1eff8a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:21:37,219 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3730fbaa72d4560961fc6b1b5d1eff8a 2024-11-19T03:21:37,220 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/data/default/test/3730fbaa72d4560961fc6b1b5d1eff8a 2024-11-19T03:21:37,220 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/data/default/test/3730fbaa72d4560961fc6b1b5d1eff8a 2024-11-19T03:21:37,221 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3730fbaa72d4560961fc6b1b5d1eff8a 2024-11-19T03:21:37,221 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3730fbaa72d4560961fc6b1b5d1eff8a 2024-11-19T03:21:37,222 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T03:21:37,222 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3730fbaa72d4560961fc6b1b5d1eff8a 2024-11-19T03:21:37,229 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/data/default/test/3730fbaa72d4560961fc6b1b5d1eff8a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T03:21:37,229 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3730fbaa72d4560961fc6b1b5d1eff8a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68842611, jitterRate=0.025834843516349792}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T03:21:37,230 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3730fbaa72d4560961fc6b1b5d1eff8a 2024-11-19T03:21:37,230 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3730fbaa72d4560961fc6b1b5d1eff8a: Running coprocessor pre-open hook at 1731986497208Writing region info on filesystem at 1731986497208Initializing all the Stores at 1731986497209 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986497209Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986497211 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986497211Cleaning up temporary data from old regions at 1731986497221 (+10 ms)Running coprocessor post-open hooks at 1731986497230 (+9 ms)Region opened successfully at 1731986497230 2024-11-19T03:21:37,231 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731986496053.3730fbaa72d4560961fc6b1b5d1eff8a., pid=6, masterSystemTime=1731986497191 2024-11-19T03:21:37,234 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731986496053.3730fbaa72d4560961fc6b1b5d1eff8a. 2024-11-19T03:21:37,234 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731986496053.3730fbaa72d4560961fc6b1b5d1eff8a. 2024-11-19T03:21:37,234 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3730fbaa72d4560961fc6b1b5d1eff8a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=47efada56ed5,32913,1731986483152 2024-11-19T03:21:37,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3730fbaa72d4560961fc6b1b5d1eff8a, server=47efada56ed5,32913,1731986483152 because future has completed 2024-11-19T03:21:37,254 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T03:21:37,254 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3730fbaa72d4560961fc6b1b5d1eff8a, server=47efada56ed5,32913,1731986483152 in 214 msec 2024-11-19T03:21:37,260 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T03:21:37,261 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731986497260"}]},"ts":"1731986497260"} 2024-11-19T03:21:37,264 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T03:21:37,265 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T03:21:37,265 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T03:21:37,265 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3730fbaa72d4560961fc6b1b5d1eff8a, ASSIGN in 373 msec 2024-11-19T03:21:37,267 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2120 sec 2024-11-19T03:21:37,943 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-19T03:21:38,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T03:21:38,200 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T03:21:38,200 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T03:21:38,202 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 47efada56ed5,39681,1731986488396 2024-11-19T03:21:38,202 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4345289c 2024-11-19T03:21:38,202 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T03:21:38,204 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T03:21:38,204 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39681 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T03:21:38,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39681 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T03:21:38,224 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T03:21:38,224 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:21:38,225 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39681 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T03:21:38,227 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T03:21:38,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T03:21:38,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46877 is added to blk_1073741835_1011 (size=902) 2024-11-19T03:21:38,249 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2b20f82eb0c9c68774c666f2bd45a8a7, NAME => 'test,,1731986498204.2b20f82eb0c9c68774c666f2bd45a8a7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b 2024-11-19T03:21:38,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46877 is added to blk_1073741836_1012 (size=39) 2024-11-19T03:21:38,262 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731986498204.2b20f82eb0c9c68774c666f2bd45a8a7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:21:38,262 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 2b20f82eb0c9c68774c666f2bd45a8a7, disabling compactions & flushes 2024-11-19T03:21:38,263 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731986498204.2b20f82eb0c9c68774c666f2bd45a8a7. 2024-11-19T03:21:38,263 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731986498204.2b20f82eb0c9c68774c666f2bd45a8a7. 2024-11-19T03:21:38,263 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731986498204.2b20f82eb0c9c68774c666f2bd45a8a7. after waiting 0 ms 2024-11-19T03:21:38,263 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731986498204.2b20f82eb0c9c68774c666f2bd45a8a7. 2024-11-19T03:21:38,263 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731986498204.2b20f82eb0c9c68774c666f2bd45a8a7. 2024-11-19T03:21:38,263 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2b20f82eb0c9c68774c666f2bd45a8a7: Waiting for close lock at 1731986498262Disabling compacts and flushes for region at 1731986498262Disabling writes for close at 1731986498263 (+1 ms)Writing region close event to WAL at 1731986498263Closed at 1731986498263 2024-11-19T03:21:38,264 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T03:21:38,264 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731986498204.2b20f82eb0c9c68774c666f2bd45a8a7.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731986498264"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731986498264"}]},"ts":"1731986498264"} 2024-11-19T03:21:38,267 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T03:21:38,268 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T03:21:38,268 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731986498268"}]},"ts":"1731986498268"} 2024-11-19T03:21:38,270 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T03:21:38,270 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2b20f82eb0c9c68774c666f2bd45a8a7, ASSIGN}] 2024-11-19T03:21:38,271 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2b20f82eb0c9c68774c666f2bd45a8a7, ASSIGN 2024-11-19T03:21:38,272 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=2b20f82eb0c9c68774c666f2bd45a8a7, ASSIGN; state=OFFLINE, location=47efada56ed5,32935,1731986488600; forceNewPlan=false, retain=false 2024-11-19T03:21:38,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T03:21:38,423 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2b20f82eb0c9c68774c666f2bd45a8a7, regionState=OPENING, regionLocation=47efada56ed5,32935,1731986488600 2024-11-19T03:21:38,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=2b20f82eb0c9c68774c666f2bd45a8a7, ASSIGN because future has completed 2024-11-19T03:21:38,426 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2b20f82eb0c9c68774c666f2bd45a8a7, server=47efada56ed5,32935,1731986488600}] 2024-11-19T03:21:38,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T03:21:38,582 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731986498204.2b20f82eb0c9c68774c666f2bd45a8a7. 2024-11-19T03:21:38,582 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2b20f82eb0c9c68774c666f2bd45a8a7, NAME => 'test,,1731986498204.2b20f82eb0c9c68774c666f2bd45a8a7.', STARTKEY => '', ENDKEY => ''} 2024-11-19T03:21:38,582 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T03:21:38,582 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T03:21:38,582 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2b20f82eb0c9c68774c666f2bd45a8a7 2024-11-19T03:21:38,582 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731986498204.2b20f82eb0c9c68774c666f2bd45a8a7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:21:38,582 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2b20f82eb0c9c68774c666f2bd45a8a7 2024-11-19T03:21:38,582 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2b20f82eb0c9c68774c666f2bd45a8a7 2024-11-19T03:21:38,583 INFO [StoreOpener-2b20f82eb0c9c68774c666f2bd45a8a7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2b20f82eb0c9c68774c666f2bd45a8a7 2024-11-19T03:21:38,584 INFO [StoreOpener-2b20f82eb0c9c68774c666f2bd45a8a7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b20f82eb0c9c68774c666f2bd45a8a7 columnFamilyName f 2024-11-19T03:21:38,584 DEBUG [StoreOpener-2b20f82eb0c9c68774c666f2bd45a8a7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:21:38,585 INFO [StoreOpener-2b20f82eb0c9c68774c666f2bd45a8a7-1 {}] regionserver.HStore(327): Store=2b20f82eb0c9c68774c666f2bd45a8a7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:21:38,585 INFO [StoreOpener-2b20f82eb0c9c68774c666f2bd45a8a7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 2b20f82eb0c9c68774c666f2bd45a8a7 2024-11-19T03:21:38,586 INFO [StoreOpener-2b20f82eb0c9c68774c666f2bd45a8a7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b20f82eb0c9c68774c666f2bd45a8a7 columnFamilyName f1 2024-11-19T03:21:38,586 DEBUG [StoreOpener-2b20f82eb0c9c68774c666f2bd45a8a7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:21:38,586 INFO [StoreOpener-2b20f82eb0c9c68774c666f2bd45a8a7-1 {}] regionserver.HStore(327): Store=2b20f82eb0c9c68774c666f2bd45a8a7/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:21:38,586 INFO [StoreOpener-2b20f82eb0c9c68774c666f2bd45a8a7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2b20f82eb0c9c68774c666f2bd45a8a7 2024-11-19T03:21:38,587 INFO [StoreOpener-2b20f82eb0c9c68774c666f2bd45a8a7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b20f82eb0c9c68774c666f2bd45a8a7 columnFamilyName norep 2024-11-19T03:21:38,587 DEBUG [StoreOpener-2b20f82eb0c9c68774c666f2bd45a8a7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:21:38,587 INFO [StoreOpener-2b20f82eb0c9c68774c666f2bd45a8a7-1 {}] regionserver.HStore(327): Store=2b20f82eb0c9c68774c666f2bd45a8a7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:21:38,587 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2b20f82eb0c9c68774c666f2bd45a8a7 2024-11-19T03:21:38,588 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/data/default/test/2b20f82eb0c9c68774c666f2bd45a8a7 2024-11-19T03:21:38,588 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/data/default/test/2b20f82eb0c9c68774c666f2bd45a8a7 2024-11-19T03:21:38,588 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2b20f82eb0c9c68774c666f2bd45a8a7 2024-11-19T03:21:38,588 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2b20f82eb0c9c68774c666f2bd45a8a7 2024-11-19T03:21:38,589 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T03:21:38,589 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2b20f82eb0c9c68774c666f2bd45a8a7 2024-11-19T03:21:38,590 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/data/default/test/2b20f82eb0c9c68774c666f2bd45a8a7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T03:21:38,591 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2b20f82eb0c9c68774c666f2bd45a8a7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64208372, jitterRate=-0.043220698833465576}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T03:21:38,591 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2b20f82eb0c9c68774c666f2bd45a8a7 2024-11-19T03:21:38,591 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2b20f82eb0c9c68774c666f2bd45a8a7: Running coprocessor pre-open hook at 1731986498583Writing region info on filesystem at 1731986498583Initializing all the Stores at 1731986498583Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986498583Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986498583Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986498583Cleaning up temporary data from old regions at 1731986498588 (+5 ms)Running coprocessor post-open hooks at 1731986498591 (+3 ms)Region opened successfully at 1731986498591 2024-11-19T03:21:38,591 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731986498204.2b20f82eb0c9c68774c666f2bd45a8a7., pid=6, masterSystemTime=1731986498579 2024-11-19T03:21:38,593 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731986498204.2b20f82eb0c9c68774c666f2bd45a8a7. 2024-11-19T03:21:38,593 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731986498204.2b20f82eb0c9c68774c666f2bd45a8a7. 2024-11-19T03:21:38,593 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2b20f82eb0c9c68774c666f2bd45a8a7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=47efada56ed5,32935,1731986488600 2024-11-19T03:21:38,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2b20f82eb0c9c68774c666f2bd45a8a7, server=47efada56ed5,32935,1731986488600 because future has completed 2024-11-19T03:21:38,596 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T03:21:38,596 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2b20f82eb0c9c68774c666f2bd45a8a7, server=47efada56ed5,32935,1731986488600 in 169 msec 2024-11-19T03:21:38,597 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T03:21:38,597 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2b20f82eb0c9c68774c666f2bd45a8a7, ASSIGN in 326 msec 2024-11-19T03:21:38,598 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T03:21:38,598 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731986498598"}]},"ts":"1731986498598"} 2024-11-19T03:21:38,599 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T03:21:38,600 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T03:21:38,601 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 396 msec 2024-11-19T03:21:38,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T03:21:38,859 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T03:21:38,859 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T03:21:38,860 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 47efada56ed5,39973,1731986493530 2024-11-19T03:21:38,860 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@212efbd4 2024-11-19T03:21:38,860 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T03:21:38,861 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T03:21:38,862 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39973 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T03:21:38,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39973 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T03:21:38,864 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T03:21:38,864 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:21:38,864 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39973 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T03:21:38,865 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T03:21:38,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T03:21:38,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741835_1011 (size=902) 2024-11-19T03:21:38,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T03:21:39,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T03:21:39,272 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 47b63a8f0104a851fa29716d24a09fcb, NAME => 'test,,1731986498861.47b63a8f0104a851fa29716d24a09fcb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa 2024-11-19T03:21:39,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741836_1012 (size=39) 2024-11-19T03:21:39,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T03:21:39,676 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731986498861.47b63a8f0104a851fa29716d24a09fcb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:21:39,676 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 47b63a8f0104a851fa29716d24a09fcb, disabling compactions & flushes 2024-11-19T03:21:39,676 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731986498861.47b63a8f0104a851fa29716d24a09fcb. 2024-11-19T03:21:39,677 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731986498861.47b63a8f0104a851fa29716d24a09fcb. 2024-11-19T03:21:39,677 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731986498861.47b63a8f0104a851fa29716d24a09fcb. after waiting 0 ms 2024-11-19T03:21:39,677 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731986498861.47b63a8f0104a851fa29716d24a09fcb. 2024-11-19T03:21:39,677 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731986498861.47b63a8f0104a851fa29716d24a09fcb. 2024-11-19T03:21:39,677 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 47b63a8f0104a851fa29716d24a09fcb: Waiting for close lock at 1731986499676Disabling compacts and flushes for region at 1731986499676Disabling writes for close at 1731986499677 (+1 ms)Writing region close event to WAL at 1731986499677Closed at 1731986499677 2024-11-19T03:21:39,678 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T03:21:39,678 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731986498861.47b63a8f0104a851fa29716d24a09fcb.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731986499678"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731986499678"}]},"ts":"1731986499678"} 2024-11-19T03:21:39,680 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T03:21:39,681 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T03:21:39,681 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731986499681"}]},"ts":"1731986499681"} 2024-11-19T03:21:39,682 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T03:21:39,683 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=47b63a8f0104a851fa29716d24a09fcb, ASSIGN}] 2024-11-19T03:21:39,684 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=47b63a8f0104a851fa29716d24a09fcb, ASSIGN 2024-11-19T03:21:39,684 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=47b63a8f0104a851fa29716d24a09fcb, ASSIGN; state=OFFLINE, location=47efada56ed5,44849,1731986493737; forceNewPlan=false, retain=false 2024-11-19T03:21:39,835 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=47b63a8f0104a851fa29716d24a09fcb, regionState=OPENING, regionLocation=47efada56ed5,44849,1731986493737 2024-11-19T03:21:39,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=47b63a8f0104a851fa29716d24a09fcb, ASSIGN because future has completed 2024-11-19T03:21:39,837 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 47b63a8f0104a851fa29716d24a09fcb, server=47efada56ed5,44849,1731986493737}] 2024-11-19T03:21:39,992 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731986498861.47b63a8f0104a851fa29716d24a09fcb. 2024-11-19T03:21:39,992 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 47b63a8f0104a851fa29716d24a09fcb, NAME => 'test,,1731986498861.47b63a8f0104a851fa29716d24a09fcb.', STARTKEY => '', ENDKEY => ''} 2024-11-19T03:21:39,992 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T03:21:39,992 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T03:21:39,992 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 47b63a8f0104a851fa29716d24a09fcb 2024-11-19T03:21:39,992 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731986498861.47b63a8f0104a851fa29716d24a09fcb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:21:39,992 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 47b63a8f0104a851fa29716d24a09fcb 2024-11-19T03:21:39,992 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 47b63a8f0104a851fa29716d24a09fcb 2024-11-19T03:21:39,994 INFO [StoreOpener-47b63a8f0104a851fa29716d24a09fcb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 47b63a8f0104a851fa29716d24a09fcb 2024-11-19T03:21:39,995 INFO [StoreOpener-47b63a8f0104a851fa29716d24a09fcb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 47b63a8f0104a851fa29716d24a09fcb columnFamilyName f 2024-11-19T03:21:39,995 DEBUG [StoreOpener-47b63a8f0104a851fa29716d24a09fcb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:21:39,995 INFO [StoreOpener-47b63a8f0104a851fa29716d24a09fcb-1 {}] regionserver.HStore(327): Store=47b63a8f0104a851fa29716d24a09fcb/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:21:39,995 INFO [StoreOpener-47b63a8f0104a851fa29716d24a09fcb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 47b63a8f0104a851fa29716d24a09fcb 2024-11-19T03:21:39,996 INFO [StoreOpener-47b63a8f0104a851fa29716d24a09fcb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 47b63a8f0104a851fa29716d24a09fcb columnFamilyName f1 2024-11-19T03:21:39,996 DEBUG [StoreOpener-47b63a8f0104a851fa29716d24a09fcb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:21:39,996 INFO [StoreOpener-47b63a8f0104a851fa29716d24a09fcb-1 {}] regionserver.HStore(327): Store=47b63a8f0104a851fa29716d24a09fcb/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:21:39,996 INFO [StoreOpener-47b63a8f0104a851fa29716d24a09fcb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 47b63a8f0104a851fa29716d24a09fcb 2024-11-19T03:21:39,997 INFO [StoreOpener-47b63a8f0104a851fa29716d24a09fcb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 47b63a8f0104a851fa29716d24a09fcb columnFamilyName norep 2024-11-19T03:21:39,997 DEBUG [StoreOpener-47b63a8f0104a851fa29716d24a09fcb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:21:39,998 INFO [StoreOpener-47b63a8f0104a851fa29716d24a09fcb-1 {}] regionserver.HStore(327): Store=47b63a8f0104a851fa29716d24a09fcb/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:21:39,998 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 47b63a8f0104a851fa29716d24a09fcb 2024-11-19T03:21:39,998 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/data/default/test/47b63a8f0104a851fa29716d24a09fcb 2024-11-19T03:21:39,998 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/data/default/test/47b63a8f0104a851fa29716d24a09fcb 2024-11-19T03:21:39,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T03:21:39,999 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 47b63a8f0104a851fa29716d24a09fcb 2024-11-19T03:21:39,999 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 47b63a8f0104a851fa29716d24a09fcb 2024-11-19T03:21:39,999 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T03:21:40,000 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 47b63a8f0104a851fa29716d24a09fcb 2024-11-19T03:21:40,002 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/data/default/test/47b63a8f0104a851fa29716d24a09fcb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T03:21:40,002 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 47b63a8f0104a851fa29716d24a09fcb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61012020, jitterRate=-0.09085005521774292}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T03:21:40,002 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 47b63a8f0104a851fa29716d24a09fcb 2024-11-19T03:21:40,002 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 47b63a8f0104a851fa29716d24a09fcb: Running coprocessor pre-open hook at 1731986499992Writing region info on filesystem at 1731986499992Initializing all the Stores at 1731986499993 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986499993Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986499993Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986499993Cleaning up temporary data from old regions at 1731986499999 (+6 ms)Running coprocessor post-open hooks at 1731986500002 (+3 ms)Region opened successfully at 1731986500002 2024-11-19T03:21:40,003 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731986498861.47b63a8f0104a851fa29716d24a09fcb., pid=6, masterSystemTime=1731986499989 2024-11-19T03:21:40,004 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731986498861.47b63a8f0104a851fa29716d24a09fcb. 2024-11-19T03:21:40,004 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731986498861.47b63a8f0104a851fa29716d24a09fcb. 2024-11-19T03:21:40,005 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=47b63a8f0104a851fa29716d24a09fcb, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=47efada56ed5,44849,1731986493737 2024-11-19T03:21:40,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 47b63a8f0104a851fa29716d24a09fcb, server=47efada56ed5,44849,1731986493737 because future has completed 2024-11-19T03:21:40,009 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T03:21:40,009 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 47b63a8f0104a851fa29716d24a09fcb, server=47efada56ed5,44849,1731986493737 in 170 msec 2024-11-19T03:21:40,010 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T03:21:40,010 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=47b63a8f0104a851fa29716d24a09fcb, ASSIGN in 326 msec 2024-11-19T03:21:40,011 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T03:21:40,011 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731986500011"}]},"ts":"1731986500011"} 2024-11-19T03:21:40,012 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T03:21:40,013 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T03:21:40,015 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1510 sec 2024-11-19T03:21:41,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T03:21:41,009 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T03:21:41,010 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@712feedd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:21:41,010 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,34343,-1 for getting cluster id 2024-11-19T03:21:41,010 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:21:41,011 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1dc08fdb-0463-499d-aadf-1c84b6eee5e2' 2024-11-19T03:21:41,011 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:21:41,011 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1dc08fdb-0463-499d-aadf-1c84b6eee5e2" 2024-11-19T03:21:41,011 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ec7430, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:21:41,011 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,34343,-1] 2024-11-19T03:21:41,011 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:21:41,011 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:21:41,012 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:21:41,013 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cf20072, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:21:41,013 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T03:21:41,013 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 47efada56ed5,34343,1731986482597 2024-11-19T03:21:41,013 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2bfbae83 2024-11-19T03:21:41,014 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T03:21:41,014 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T03:21:41,014 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34343 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://47efada56ed5:39681,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T03:21:41,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34343 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T03:21:41,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T03:21:41,017 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='47efada56ed5:39681' 2024-11-19T03:21:41,018 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6aa003be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:21:41,018 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,39681,-1 for getting cluster id 2024-11-19T03:21:41,018 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:21:41,018 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '58dd8ca1-7e9c-4751-b7e6-d5a6e766ce47' 2024-11-19T03:21:41,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:21:41,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "58dd8ca1-7e9c-4751-b7e6-d5a6e766ce47" 2024-11-19T03:21:41,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39ddd2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:21:41,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,39681,-1] 2024-11-19T03:21:41,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:21:41,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:21:41,020 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:21:41,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f84be80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:21:41,020 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T03:21:41,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 47efada56ed5,39681,1731986488396 2024-11-19T03:21:41,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@202f6698 2024-11-19T03:21:41,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T03:21:41,021 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T03:21:41,022 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-19T03:21:41,022 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T03:21:41,022 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:21:41,022 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:21:41,022 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:21:41,022 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T03:21:41,023 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T03:21:41,024 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T03:21:41,024 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:21:41,025 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T03:21:41,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41515 is added to blk_1073741837_1013 (size=1138) 2024-11-19T03:21:41,074 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T03:21:41,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T03:21:41,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T03:21:41,430 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 96dbef55a1e7db86016904b281335394, NAME => 'hbase:replication,,1731986501022.96dbef55a1e7db86016904b281335394.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73 2024-11-19T03:21:41,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41515 is added to blk_1073741838_1014 (size=44) 2024-11-19T03:21:41,437 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T03:21:41,437 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:21:41,438 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:21:41,488 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:21:41,488 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:21:41,489 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:21:41,489 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:21:41,489 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:21:41,489 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:21:41,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:21:41,501 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:21:41,501 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:21:41,504 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:21:41,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T03:21:41,836 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731986501022.96dbef55a1e7db86016904b281335394.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:21:41,836 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 96dbef55a1e7db86016904b281335394, disabling compactions & flushes 2024-11-19T03:21:41,836 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731986501022.96dbef55a1e7db86016904b281335394. 2024-11-19T03:21:41,836 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731986501022.96dbef55a1e7db86016904b281335394. 2024-11-19T03:21:41,836 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731986501022.96dbef55a1e7db86016904b281335394. after waiting 0 ms 2024-11-19T03:21:41,836 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731986501022.96dbef55a1e7db86016904b281335394. 2024-11-19T03:21:41,836 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731986501022.96dbef55a1e7db86016904b281335394. 2024-11-19T03:21:41,836 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 96dbef55a1e7db86016904b281335394: Waiting for close lock at 1731986501836Disabling compacts and flushes for region at 1731986501836Disabling writes for close at 1731986501836Writing region close event to WAL at 1731986501836Closed at 1731986501836 2024-11-19T03:21:41,837 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T03:21:41,837 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731986501022.96dbef55a1e7db86016904b281335394.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731986501837"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731986501837"}]},"ts":"1731986501837"} 2024-11-19T03:21:41,839 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T03:21:41,839 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T03:21:41,840 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731986501839"}]},"ts":"1731986501839"} 2024-11-19T03:21:41,841 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T03:21:41,841 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=96dbef55a1e7db86016904b281335394, ASSIGN}] 2024-11-19T03:21:41,842 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=96dbef55a1e7db86016904b281335394, ASSIGN 2024-11-19T03:21:41,843 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=96dbef55a1e7db86016904b281335394, ASSIGN; state=OFFLINE, location=47efada56ed5,32913,1731986483152; forceNewPlan=false, retain=false 2024-11-19T03:21:41,993 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=96dbef55a1e7db86016904b281335394, regionState=OPENING, regionLocation=47efada56ed5,32913,1731986483152 2024-11-19T03:21:41,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=96dbef55a1e7db86016904b281335394, ASSIGN because future has completed 2024-11-19T03:21:41,995 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 96dbef55a1e7db86016904b281335394, server=47efada56ed5,32913,1731986483152}] 2024-11-19T03:21:42,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T03:21:42,152 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731986501022.96dbef55a1e7db86016904b281335394. 2024-11-19T03:21:42,152 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T03:21:42,152 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T03:21:42,153 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=47efada56ed5%2C32913%2C1731986483152.rep, suffix=, logDir=hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/WALs/47efada56ed5,32913,1731986483152, archiveDir=hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/oldWALs, maxLogs=10 2024-11-19T03:21:42,166 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/WALs/47efada56ed5,32913,1731986483152/47efada56ed5%2C32913%2C1731986483152.rep.1731986502153, exclude list is [], retry=0 2024-11-19T03:21:42,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41515,DS-8c4810dc-9c43-4af4-addf-7d758cc50c81,DISK] 2024-11-19T03:21:42,169 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/WALs/47efada56ed5,32913,1731986483152/47efada56ed5%2C32913%2C1731986483152.rep.1731986502153 2024-11-19T03:21:42,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33183:33183)] 2024-11-19T03:21:42,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 96dbef55a1e7db86016904b281335394, NAME => 'hbase:replication,,1731986501022.96dbef55a1e7db86016904b281335394.', STARTKEY => '', ENDKEY => ''} 2024-11-19T03:21:42,170 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T03:21:42,170 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T03:21:42,170 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731986501022.96dbef55a1e7db86016904b281335394. service=MultiRowMutationService 2024-11-19T03:21:42,170 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T03:21:42,170 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 96dbef55a1e7db86016904b281335394 2024-11-19T03:21:42,170 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731986501022.96dbef55a1e7db86016904b281335394.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:21:42,170 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 96dbef55a1e7db86016904b281335394 2024-11-19T03:21:42,170 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 96dbef55a1e7db86016904b281335394 2024-11-19T03:21:42,175 INFO [StoreOpener-96dbef55a1e7db86016904b281335394-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 96dbef55a1e7db86016904b281335394 2024-11-19T03:21:42,177 INFO [StoreOpener-96dbef55a1e7db86016904b281335394-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 96dbef55a1e7db86016904b281335394 columnFamilyName hfileref 2024-11-19T03:21:42,177 DEBUG [StoreOpener-96dbef55a1e7db86016904b281335394-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:21:42,177 INFO [StoreOpener-96dbef55a1e7db86016904b281335394-1 {}] regionserver.HStore(327): Store=96dbef55a1e7db86016904b281335394/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:21:42,177 INFO [StoreOpener-96dbef55a1e7db86016904b281335394-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 96dbef55a1e7db86016904b281335394 2024-11-19T03:21:42,178 INFO [StoreOpener-96dbef55a1e7db86016904b281335394-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 96dbef55a1e7db86016904b281335394 columnFamilyName queue 2024-11-19T03:21:42,178 DEBUG [StoreOpener-96dbef55a1e7db86016904b281335394-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:21:42,178 INFO [StoreOpener-96dbef55a1e7db86016904b281335394-1 {}] regionserver.HStore(327): Store=96dbef55a1e7db86016904b281335394/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:21:42,178 INFO [StoreOpener-96dbef55a1e7db86016904b281335394-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 96dbef55a1e7db86016904b281335394 2024-11-19T03:21:42,179 INFO [StoreOpener-96dbef55a1e7db86016904b281335394-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 96dbef55a1e7db86016904b281335394 columnFamilyName sid 2024-11-19T03:21:42,179 DEBUG [StoreOpener-96dbef55a1e7db86016904b281335394-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:21:42,179 INFO [StoreOpener-96dbef55a1e7db86016904b281335394-1 {}] regionserver.HStore(327): Store=96dbef55a1e7db86016904b281335394/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:21:42,180 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 96dbef55a1e7db86016904b281335394 2024-11-19T03:21:42,180 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/data/hbase/replication/96dbef55a1e7db86016904b281335394 2024-11-19T03:21:42,180 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/data/hbase/replication/96dbef55a1e7db86016904b281335394 2024-11-19T03:21:42,181 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 96dbef55a1e7db86016904b281335394 2024-11-19T03:21:42,181 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 96dbef55a1e7db86016904b281335394 2024-11-19T03:21:42,181 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T03:21:42,182 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 96dbef55a1e7db86016904b281335394 2024-11-19T03:21:42,188 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/data/hbase/replication/96dbef55a1e7db86016904b281335394/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T03:21:42,188 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 96dbef55a1e7db86016904b281335394; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72284093, jitterRate=0.07711692154407501}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T03:21:42,188 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 96dbef55a1e7db86016904b281335394 2024-11-19T03:21:42,188 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 96dbef55a1e7db86016904b281335394: Running coprocessor pre-open hook at 1731986502171Writing region info on filesystem at 1731986502171Initializing all the Stores at 1731986502171Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986502171Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986502175 (+4 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986502175Cleaning up temporary data from old regions at 1731986502181 (+6 ms)Running coprocessor post-open hooks at 1731986502188 (+7 ms)Region opened successfully at 1731986502188 2024-11-19T03:21:42,189 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731986501022.96dbef55a1e7db86016904b281335394., pid=10, masterSystemTime=1731986502147 2024-11-19T03:21:42,191 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731986501022.96dbef55a1e7db86016904b281335394. 2024-11-19T03:21:42,191 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731986501022.96dbef55a1e7db86016904b281335394. 2024-11-19T03:21:42,192 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=96dbef55a1e7db86016904b281335394, regionState=OPEN, openSeqNum=2, regionLocation=47efada56ed5,32913,1731986483152 2024-11-19T03:21:42,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 96dbef55a1e7db86016904b281335394, server=47efada56ed5,32913,1731986483152 because future has completed 2024-11-19T03:21:42,197 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T03:21:42,197 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 96dbef55a1e7db86016904b281335394, server=47efada56ed5,32913,1731986483152 in 201 msec 2024-11-19T03:21:42,199 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-19T03:21:42,199 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=96dbef55a1e7db86016904b281335394, ASSIGN in 356 msec 2024-11-19T03:21:42,200 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T03:21:42,200 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731986502200"}]},"ts":"1731986502200"} 2024-11-19T03:21:42,202 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T03:21:42,202 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T03:21:42,203 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1790 sec 2024-11-19T03:21:42,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731986501022.96dbef55a1e7db86016904b281335394., hostname=47efada56ed5,32913,1731986483152, seqNum=2] 2024-11-19T03:21:42,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34343-0x101511c52fb0000, quorum=127.0.0.1:60196, baseZNode=/01031089074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01031089074 2024-11-19T03:21:42,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32913-0x101511c52fb0001, quorum=127.0.0.1:60196, baseZNode=/01031089074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01031089074 2024-11-19T03:21:42,288 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T03:21:42,440 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-19T03:21:42,440 INFO [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T03:21:42,474 INFO [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-47efada56ed5,32913,1731986483152, ReplicationSource: 1, currentBandwidth=0 2024-11-19T03:21:42,475 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:21:42,475 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,32913,1731986483152, seqNum=-1] 2024-11-19T03:21:42,475 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:21:42,476 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57247, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-19T03:21:42,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-47efada56ed5,32913,1731986483152', locateType=CURRENT is [region=hbase:replication,,1731986501022.96dbef55a1e7db86016904b281335394., hostname=47efada56ed5,32913,1731986483152, seqNum=2] 2024-11-19T03:21:42,488 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-19T03:21:42,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34343 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-19T03:21:42,490 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 47efada56ed5,32913,1731986483152 suceeded 2024-11-19T03:21:42,492 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-19T03:21:42,492 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 202 msec 2024-11-19T03:21:42,492 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://47efada56ed5:39681,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T03:21:42,493 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4780 sec 2024-11-19T03:21:42,508 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32913,1731986483152 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='47efada56ed5:39681' 2024-11-19T03:21:42,510 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32913,1731986483152 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@747790e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:21:42,510 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32913,1731986483152 {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,39681,-1 for getting cluster id 2024-11-19T03:21:42,511 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32913,1731986483152 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:21:42,512 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '58dd8ca1-7e9c-4751-b7e6-d5a6e766ce47' 2024-11-19T03:21:42,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:21:42,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "58dd8ca1-7e9c-4751-b7e6-d5a6e766ce47" 2024-11-19T03:21:42,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@452d2452, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:21:42,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,39681,-1] 2024-11-19T03:21:42,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:21:42,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:21:42,513 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:21:42,514 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32913,1731986483152 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@254a7af0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:21:42,514 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32913,1731986483152 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T03:21:42,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 47efada56ed5,39681,1731986488396 2024-11-19T03:21:42,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@12a89c 2024-11-19T03:21:42,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T03:21:42,516 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-19T03:21:42,516 INFO [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32913,1731986483152 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-47efada56ed5,32913,1731986483152 (queues=1) is replicating from cluster=1dc08fdb-0463-499d-aadf-1c84b6eee5e2 to cluster=58dd8ca1-7e9c-4751-b7e6-d5a6e766ce47 2024-11-19T03:21:42,516 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32913,1731986483152 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=47efada56ed5%2C32913%2C1731986483152 2024-11-19T03:21:42,516 INFO [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32913,1731986483152 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-47efada56ed5,32913,1731986483152, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T03:21:42,517 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32913,1731986483152.replicationSource.wal-reader.47efada56ed5%2C32913%2C1731986483152,1-47efada56ed5,32913,1731986483152 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/WALs/47efada56ed5,32913,1731986483152/47efada56ed5%2C32913%2C1731986483152.1731986485894, startPosition=0, beingWritten=true 2024-11-19T03:21:42,520 INFO [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32913,1731986483152.replicationSource.shipper47efada56ed5%2C32913%2C1731986483152,1-47efada56ed5,32913,1731986483152 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 47efada56ed5%2C32913%2C1731986483152 2024-11-19T03:21:42,526 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32913,1731986483152.replicationSource.wal-reader.47efada56ed5%2C32913%2C1731986483152,1-47efada56ed5,32913,1731986483152 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T03:21:42,526 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32913,1731986483152.replicationSource.wal-reader.47efada56ed5%2C32913%2C1731986483152,1-47efada56ed5,32913,1731986483152 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/WALs/47efada56ed5,32913,1731986483152/47efada56ed5%2C32913%2C1731986483152.1731986485894 to pos 379, reset compression=false 2024-11-19T03:21:42,526 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32913,1731986483152.replicationSource.shipper47efada56ed5%2C32913%2C1731986483152,1-47efada56ed5,32913,1731986483152 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-47efada56ed5,32913,1731986483152 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/WALs/47efada56ed5,32913,1731986483152/47efada56ed5%2C32913%2C1731986483152.1731986485894, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T03:21:42,737 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32913,1731986483152.replicationSource.wal-reader.47efada56ed5%2C32913%2C1731986483152,1-47efada56ed5,32913,1731986483152 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/WALs/47efada56ed5,32913,1731986483152/47efada56ed5%2C32913%2C1731986483152.1731986485894 to pos 379, reset compression=false 2024-11-19T03:21:43,041 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32913,1731986483152.replicationSource.wal-reader.47efada56ed5%2C32913%2C1731986483152,1-47efada56ed5,32913,1731986483152 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/WALs/47efada56ed5,32913,1731986483152/47efada56ed5%2C32913%2C1731986483152.1731986485894 to pos 379, reset compression=false 2024-11-19T03:21:43,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T03:21:43,169 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T03:21:43,169 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T03:21:43,169 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:21:43,169 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:21:43,170 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:21:43,170 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:21:43,170 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79574a42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:21:43,170 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,39681,-1 for getting cluster id 2024-11-19T03:21:43,171 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:21:43,171 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '58dd8ca1-7e9c-4751-b7e6-d5a6e766ce47' 2024-11-19T03:21:43,171 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:21:43,171 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "58dd8ca1-7e9c-4751-b7e6-d5a6e766ce47" 2024-11-19T03:21:43,172 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@532e5828, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:21:43,172 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,39681,-1] 2024-11-19T03:21:43,172 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:21:43,172 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:21:43,173 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:21:43,174 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30dc1222, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:21:43,174 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T03:21:43,175 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 47efada56ed5,39681,1731986488396 2024-11-19T03:21:43,175 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3cc1c1d 2024-11-19T03:21:43,175 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T03:21:43,177 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T03:21:43,177 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39681 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://47efada56ed5:39973,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T03:21:43,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39681 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T03:21:43,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T03:21:43,181 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='47efada56ed5:39973' 2024-11-19T03:21:43,182 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25a74a02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:21:43,182 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,39973,-1 for getting cluster id 2024-11-19T03:21:43,182 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:21:43,183 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26004959-9506-4947-9386-16cd9b81adc8' 2024-11-19T03:21:43,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:21:43,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26004959-9506-4947-9386-16cd9b81adc8" 2024-11-19T03:21:43,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e5cb794, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:21:43,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,39973,-1] 2024-11-19T03:21:43,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:21:43,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:21:43,184 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:21:43,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26558e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:21:43,185 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T03:21:43,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 47efada56ed5,39973,1731986493530 2024-11-19T03:21:43,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a56f150 2024-11-19T03:21:43,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T03:21:43,187 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T03:21:43,187 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-19T03:21:43,188 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T03:21:43,188 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:21:43,188 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:21:43,188 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T03:21:43,189 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:21:43,189 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T03:21:43,190 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T03:21:43,190 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:21:43,191 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T03:21:43,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46877 is added to blk_1073741837_1013 (size=1138) 2024-11-19T03:21:43,201 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 23d7a232ab0c197417110a9df591c744, NAME => 'hbase:replication,,1731986503188.23d7a232ab0c197417110a9df591c744.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b 2024-11-19T03:21:43,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46877 is added to blk_1073741838_1014 (size=44) 2024-11-19T03:21:43,225 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731986503188.23d7a232ab0c197417110a9df591c744.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:21:43,225 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 23d7a232ab0c197417110a9df591c744, disabling compactions & flushes 2024-11-19T03:21:43,225 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731986503188.23d7a232ab0c197417110a9df591c744. 2024-11-19T03:21:43,225 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731986503188.23d7a232ab0c197417110a9df591c744. 2024-11-19T03:21:43,225 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731986503188.23d7a232ab0c197417110a9df591c744. after waiting 0 ms 2024-11-19T03:21:43,225 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731986503188.23d7a232ab0c197417110a9df591c744. 2024-11-19T03:21:43,225 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731986503188.23d7a232ab0c197417110a9df591c744. 2024-11-19T03:21:43,225 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 23d7a232ab0c197417110a9df591c744: Waiting for close lock at 1731986503225Disabling compacts and flushes for region at 1731986503225Disabling writes for close at 1731986503225Writing region close event to WAL at 1731986503225Closed at 1731986503225 2024-11-19T03:21:43,227 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T03:21:43,227 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731986503188.23d7a232ab0c197417110a9df591c744.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731986503227"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731986503227"}]},"ts":"1731986503227"} 2024-11-19T03:21:43,235 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T03:21:43,237 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T03:21:43,238 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731986503237"}]},"ts":"1731986503237"} 2024-11-19T03:21:43,240 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T03:21:43,240 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T03:21:43,241 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=23d7a232ab0c197417110a9df591c744, ASSIGN}] 2024-11-19T03:21:43,243 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=23d7a232ab0c197417110a9df591c744, ASSIGN 2024-11-19T03:21:43,244 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=23d7a232ab0c197417110a9df591c744, ASSIGN; state=OFFLINE, location=47efada56ed5,32935,1731986488600; forceNewPlan=false, retain=false 2024-11-19T03:21:43,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T03:21:43,395 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=23d7a232ab0c197417110a9df591c744, regionState=OPENING, regionLocation=47efada56ed5,32935,1731986488600 2024-11-19T03:21:43,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=23d7a232ab0c197417110a9df591c744, ASSIGN because future has completed 2024-11-19T03:21:43,398 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 23d7a232ab0c197417110a9df591c744, server=47efada56ed5,32935,1731986488600}] 2024-11-19T03:21:43,444 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32913,1731986483152.replicationSource.wal-reader.47efada56ed5%2C32913%2C1731986483152,1-47efada56ed5,32913,1731986483152 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/WALs/47efada56ed5,32913,1731986483152/47efada56ed5%2C32913%2C1731986483152.1731986485894 to pos 379, reset compression=false 2024-11-19T03:21:43,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T03:21:43,555 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731986503188.23d7a232ab0c197417110a9df591c744. 2024-11-19T03:21:43,555 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T03:21:43,556 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T03:21:43,557 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=47efada56ed5%2C32935%2C1731986488600.rep, suffix=, logDir=hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/WALs/47efada56ed5,32935,1731986488600, archiveDir=hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/oldWALs, maxLogs=10 2024-11-19T03:21:43,571 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/WALs/47efada56ed5,32935,1731986488600/47efada56ed5%2C32935%2C1731986488600.rep.1731986503557, exclude list is [], retry=0 2024-11-19T03:21:43,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46877,DS-ec7efdb0-b134-46a7-bb74-794bd1f81482,DISK] 2024-11-19T03:21:43,574 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/WALs/47efada56ed5,32935,1731986488600/47efada56ed5%2C32935%2C1731986488600.rep.1731986503557 2024-11-19T03:21:43,574 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32803:32803)] 2024-11-19T03:21:43,575 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 23d7a232ab0c197417110a9df591c744, NAME => 'hbase:replication,,1731986503188.23d7a232ab0c197417110a9df591c744.', STARTKEY => '', ENDKEY => ''} 2024-11-19T03:21:43,575 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T03:21:43,575 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T03:21:43,575 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731986503188.23d7a232ab0c197417110a9df591c744. service=MultiRowMutationService 2024-11-19T03:21:43,575 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T03:21:43,575 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 23d7a232ab0c197417110a9df591c744 2024-11-19T03:21:43,575 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731986503188.23d7a232ab0c197417110a9df591c744.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:21:43,575 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 23d7a232ab0c197417110a9df591c744 2024-11-19T03:21:43,575 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 23d7a232ab0c197417110a9df591c744 2024-11-19T03:21:43,578 INFO [StoreOpener-23d7a232ab0c197417110a9df591c744-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 23d7a232ab0c197417110a9df591c744 2024-11-19T03:21:43,579 INFO [StoreOpener-23d7a232ab0c197417110a9df591c744-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 23d7a232ab0c197417110a9df591c744 columnFamilyName hfileref 2024-11-19T03:21:43,580 DEBUG [StoreOpener-23d7a232ab0c197417110a9df591c744-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:21:43,580 INFO [StoreOpener-23d7a232ab0c197417110a9df591c744-1 {}] regionserver.HStore(327): Store=23d7a232ab0c197417110a9df591c744/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:21:43,580 INFO [StoreOpener-23d7a232ab0c197417110a9df591c744-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 23d7a232ab0c197417110a9df591c744 2024-11-19T03:21:43,581 INFO [StoreOpener-23d7a232ab0c197417110a9df591c744-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 23d7a232ab0c197417110a9df591c744 columnFamilyName queue 2024-11-19T03:21:43,581 DEBUG [StoreOpener-23d7a232ab0c197417110a9df591c744-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:21:43,581 INFO [StoreOpener-23d7a232ab0c197417110a9df591c744-1 {}] regionserver.HStore(327): Store=23d7a232ab0c197417110a9df591c744/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:21:43,581 INFO [StoreOpener-23d7a232ab0c197417110a9df591c744-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 23d7a232ab0c197417110a9df591c744 2024-11-19T03:21:43,582 INFO [StoreOpener-23d7a232ab0c197417110a9df591c744-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 23d7a232ab0c197417110a9df591c744 columnFamilyName sid 2024-11-19T03:21:43,582 DEBUG [StoreOpener-23d7a232ab0c197417110a9df591c744-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:21:43,582 INFO [StoreOpener-23d7a232ab0c197417110a9df591c744-1 {}] regionserver.HStore(327): Store=23d7a232ab0c197417110a9df591c744/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:21:43,582 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 23d7a232ab0c197417110a9df591c744 2024-11-19T03:21:43,583 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/data/hbase/replication/23d7a232ab0c197417110a9df591c744 2024-11-19T03:21:43,583 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/data/hbase/replication/23d7a232ab0c197417110a9df591c744 2024-11-19T03:21:43,584 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 23d7a232ab0c197417110a9df591c744 2024-11-19T03:21:43,584 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 23d7a232ab0c197417110a9df591c744 2024-11-19T03:21:43,584 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T03:21:43,585 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 23d7a232ab0c197417110a9df591c744 2024-11-19T03:21:43,589 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/data/hbase/replication/23d7a232ab0c197417110a9df591c744/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T03:21:43,589 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 23d7a232ab0c197417110a9df591c744; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61798959, jitterRate=-0.07912375032901764}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T03:21:43,589 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 23d7a232ab0c197417110a9df591c744 2024-11-19T03:21:43,589 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 23d7a232ab0c197417110a9df591c744: Running coprocessor pre-open hook at 1731986503576Writing region info on filesystem at 1731986503576Initializing all the Stores at 1731986503576Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986503576Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986503578 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986503578Cleaning up temporary data from old regions at 1731986503584 (+6 ms)Running coprocessor post-open hooks at 1731986503589 (+5 ms)Region opened successfully at 1731986503589 2024-11-19T03:21:43,590 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731986503188.23d7a232ab0c197417110a9df591c744., pid=10, masterSystemTime=1731986503549 2024-11-19T03:21:43,591 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731986503188.23d7a232ab0c197417110a9df591c744. 2024-11-19T03:21:43,591 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731986503188.23d7a232ab0c197417110a9df591c744. 2024-11-19T03:21:43,592 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=23d7a232ab0c197417110a9df591c744, regionState=OPEN, openSeqNum=2, regionLocation=47efada56ed5,32935,1731986488600 2024-11-19T03:21:43,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 23d7a232ab0c197417110a9df591c744, server=47efada56ed5,32935,1731986488600 because future has completed 2024-11-19T03:21:43,596 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T03:21:43,596 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 23d7a232ab0c197417110a9df591c744, server=47efada56ed5,32935,1731986488600 in 197 msec 2024-11-19T03:21:43,597 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-19T03:21:43,597 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=23d7a232ab0c197417110a9df591c744, ASSIGN in 355 msec 2024-11-19T03:21:43,598 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T03:21:43,598 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731986503598"}]},"ts":"1731986503598"} 2024-11-19T03:21:43,600 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T03:21:43,601 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T03:21:43,602 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 413 msec 2024-11-19T03:21:43,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731986503188.23d7a232ab0c197417110a9df591c744., hostname=47efada56ed5,32935,1731986488600, seqNum=2] 2024-11-19T03:21:43,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32935-0x101511c52fb0004, quorum=127.0.0.1:60196, baseZNode=/1150413481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1150413481 2024-11-19T03:21:43,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39681-0x101511c52fb0003, quorum=127.0.0.1:60196, baseZNode=/1150413481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1150413481 2024-11-19T03:21:43,688 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T03:21:43,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T03:21:43,841 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32935 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-19T03:21:43,841 INFO [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T03:21:43,867 INFO [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-47efada56ed5,32935,1731986488600, ReplicationSource: 1, currentBandwidth=0 2024-11-19T03:21:43,868 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:21:43,868 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,32935,1731986488600, seqNum=-1] 2024-11-19T03:21:43,868 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:21:43,869 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55937, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-19T03:21:43,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-47efada56ed5,32935,1731986488600', locateType=CURRENT is [region=hbase:replication,,1731986503188.23d7a232ab0c197417110a9df591c744., hostname=47efada56ed5,32935,1731986488600, seqNum=2] 2024-11-19T03:21:43,874 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-19T03:21:43,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39681 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-19T03:21:43,876 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 47efada56ed5,32935,1731986488600 suceeded 2024-11-19T03:21:43,878 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-19T03:21:43,878 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://47efada56ed5:39973,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T03:21:43,878 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-19T03:21:43,879 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 701 msec 2024-11-19T03:21:43,891 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32935,1731986488600 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='47efada56ed5:39973' 2024-11-19T03:21:43,892 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32935,1731986488600 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@71981601, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:21:43,892 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32935,1731986488600 {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,39973,-1 for getting cluster id 2024-11-19T03:21:43,892 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32935,1731986488600 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:21:43,893 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26004959-9506-4947-9386-16cd9b81adc8' 2024-11-19T03:21:43,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:21:43,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26004959-9506-4947-9386-16cd9b81adc8" 2024-11-19T03:21:43,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@386d415, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:21:43,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,39973,-1] 2024-11-19T03:21:43,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:21:43,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:21:43,894 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:21:43,895 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32935,1731986488600 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10e02821, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:21:43,895 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32935,1731986488600 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T03:21:43,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 47efada56ed5,39973,1731986493530 2024-11-19T03:21:43,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@10ea8c7f 2024-11-19T03:21:43,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T03:21:43,897 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-19T03:21:43,898 INFO [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32935,1731986488600 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-47efada56ed5,32935,1731986488600 (queues=1) is replicating from cluster=58dd8ca1-7e9c-4751-b7e6-d5a6e766ce47 to cluster=26004959-9506-4947-9386-16cd9b81adc8 2024-11-19T03:21:43,898 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32935,1731986488600 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=47efada56ed5%2C32935%2C1731986488600 2024-11-19T03:21:43,898 INFO [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32935,1731986488600 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-47efada56ed5,32935,1731986488600, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T03:21:43,898 INFO [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32935,1731986488600.replicationSource.shipper47efada56ed5%2C32935%2C1731986488600,1-47efada56ed5,32935,1731986488600 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 47efada56ed5%2C32935%2C1731986488600 2024-11-19T03:21:43,898 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32935,1731986488600.replicationSource.wal-reader.47efada56ed5%2C32935%2C1731986488600,1-47efada56ed5,32935,1731986488600 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/WALs/47efada56ed5,32935,1731986488600/47efada56ed5%2C32935%2C1731986488600.1731986490141, startPosition=0, beingWritten=true 2024-11-19T03:21:43,903 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32935,1731986488600.replicationSource.wal-reader.47efada56ed5%2C32935%2C1731986488600,1-47efada56ed5,32935,1731986488600 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T03:21:43,904 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32935,1731986488600.replicationSource.wal-reader.47efada56ed5%2C32935%2C1731986488600,1-47efada56ed5,32935,1731986488600 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/WALs/47efada56ed5,32935,1731986488600/47efada56ed5%2C32935%2C1731986488600.1731986490141 to pos 379, reset compression=false 2024-11-19T03:21:43,904 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32935,1731986488600.replicationSource.shipper47efada56ed5%2C32935%2C1731986488600,1-47efada56ed5,32935,1731986488600 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-47efada56ed5,32935,1731986488600 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/WALs/47efada56ed5,32935,1731986488600/47efada56ed5%2C32935%2C1731986488600.1731986490141, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T03:21:43,944 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-19T03:21:43,947 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32913,1731986483152.replicationSource.wal-reader.47efada56ed5%2C32913%2C1731986483152,1-47efada56ed5,32913,1731986483152 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/WALs/47efada56ed5,32913,1731986483152/47efada56ed5%2C32913%2C1731986483152.1731986485894 to pos 379, reset compression=false 2024-11-19T03:21:44,107 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32935,1731986488600.replicationSource.wal-reader.47efada56ed5%2C32935%2C1731986488600,1-47efada56ed5,32935,1731986488600 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/WALs/47efada56ed5,32935,1731986488600/47efada56ed5%2C32935%2C1731986488600.1731986490141 to pos 379, reset compression=false 2024-11-19T03:21:44,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T03:21:44,319 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T03:21:44,319 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T03:21:44,320 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:21:44,320 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:21:44,320 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:21:44,320 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:21:44,321 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12d3f510, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:21:44,321 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,39973,-1 for getting cluster id 2024-11-19T03:21:44,321 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:21:44,321 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26004959-9506-4947-9386-16cd9b81adc8' 2024-11-19T03:21:44,322 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:21:44,322 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26004959-9506-4947-9386-16cd9b81adc8" 2024-11-19T03:21:44,322 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33ce96cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:21:44,322 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,39973,-1] 2024-11-19T03:21:44,322 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:21:44,322 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:21:44,323 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:21:44,323 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6aacbfe6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:21:44,324 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T03:21:44,324 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 47efada56ed5,39973,1731986493530 2024-11-19T03:21:44,324 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@53a1e950 2024-11-19T03:21:44,325 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T03:21:44,325 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T03:21:44,325 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39973 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://47efada56ed5:34343,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T03:21:44,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39973 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T03:21:44,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T03:21:44,328 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='47efada56ed5:34343' 2024-11-19T03:21:44,328 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5797fe21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:21:44,329 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,34343,-1 for getting cluster id 2024-11-19T03:21:44,329 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:21:44,329 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1dc08fdb-0463-499d-aadf-1c84b6eee5e2' 2024-11-19T03:21:44,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:21:44,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1dc08fdb-0463-499d-aadf-1c84b6eee5e2" 2024-11-19T03:21:44,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@210ecd9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:21:44,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,34343,-1] 2024-11-19T03:21:44,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:21:44,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:21:44,330 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:21:44,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6db8d0c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:21:44,331 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T03:21:44,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 47efada56ed5,34343,1731986482597 2024-11-19T03:21:44,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65db4cb4 2024-11-19T03:21:44,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T03:21:44,333 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T03:21:44,333 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-19T03:21:44,333 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T03:21:44,333 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:21:44,333 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:21:44,334 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:21:44,334 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T03:21:44,335 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T03:21:44,336 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T03:21:44,336 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:21:44,336 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T03:21:44,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741837_1013 (size=1138) 2024-11-19T03:21:44,385 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T03:21:44,411 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32935,1731986488600.replicationSource.wal-reader.47efada56ed5%2C32935%2C1731986488600,1-47efada56ed5,32935,1731986488600 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/WALs/47efada56ed5,32935,1731986488600/47efada56ed5%2C32935%2C1731986488600.1731986490141 to pos 379, reset compression=false 2024-11-19T03:21:44,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T03:21:44,551 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32913,1731986483152.replicationSource.wal-reader.47efada56ed5%2C32913%2C1731986483152,1-47efada56ed5,32913,1731986483152 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/WALs/47efada56ed5,32913,1731986483152/47efada56ed5%2C32913%2C1731986483152.1731986485894 to pos 379, reset compression=false 2024-11-19T03:21:44,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T03:21:44,742 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4bd3d8d9b1b86a081956678ce8701383, NAME => 'hbase:replication,,1731986504334.4bd3d8d9b1b86a081956678ce8701383.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa 2024-11-19T03:21:44,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741838_1014 (size=44) 2024-11-19T03:21:44,814 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32935,1731986488600.replicationSource.wal-reader.47efada56ed5%2C32935%2C1731986488600,1-47efada56ed5,32935,1731986488600 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/WALs/47efada56ed5,32935,1731986488600/47efada56ed5%2C32935%2C1731986488600.1731986490141 to pos 379, reset compression=false 2024-11-19T03:21:44,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T03:21:45,150 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731986504334.4bd3d8d9b1b86a081956678ce8701383.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:21:45,150 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 4bd3d8d9b1b86a081956678ce8701383, disabling compactions & flushes 2024-11-19T03:21:45,150 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731986504334.4bd3d8d9b1b86a081956678ce8701383. 2024-11-19T03:21:45,150 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731986504334.4bd3d8d9b1b86a081956678ce8701383. 2024-11-19T03:21:45,150 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731986504334.4bd3d8d9b1b86a081956678ce8701383. after waiting 0 ms 2024-11-19T03:21:45,150 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731986504334.4bd3d8d9b1b86a081956678ce8701383. 2024-11-19T03:21:45,150 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731986504334.4bd3d8d9b1b86a081956678ce8701383. 2024-11-19T03:21:45,150 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4bd3d8d9b1b86a081956678ce8701383: Waiting for close lock at 1731986505150Disabling compacts and flushes for region at 1731986505150Disabling writes for close at 1731986505150Writing region close event to WAL at 1731986505150Closed at 1731986505150 2024-11-19T03:21:45,151 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T03:21:45,151 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731986504334.4bd3d8d9b1b86a081956678ce8701383.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731986505151"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731986505151"}]},"ts":"1731986505151"} 2024-11-19T03:21:45,153 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T03:21:45,154 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T03:21:45,154 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731986505154"}]},"ts":"1731986505154"} 2024-11-19T03:21:45,157 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T03:21:45,157 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4bd3d8d9b1b86a081956678ce8701383, ASSIGN}] 2024-11-19T03:21:45,158 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4bd3d8d9b1b86a081956678ce8701383, ASSIGN 2024-11-19T03:21:45,159 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4bd3d8d9b1b86a081956678ce8701383, ASSIGN; state=OFFLINE, location=47efada56ed5,44849,1731986493737; forceNewPlan=false, retain=false 2024-11-19T03:21:45,254 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32913,1731986483152.replicationSource.wal-reader.47efada56ed5%2C32913%2C1731986483152,1-47efada56ed5,32913,1731986483152 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/WALs/47efada56ed5,32913,1731986483152/47efada56ed5%2C32913%2C1731986483152.1731986485894 to pos 379, reset compression=false 2024-11-19T03:21:45,309 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4bd3d8d9b1b86a081956678ce8701383, regionState=OPENING, regionLocation=47efada56ed5,44849,1731986493737 2024-11-19T03:21:45,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4bd3d8d9b1b86a081956678ce8701383, ASSIGN because future has completed 2024-11-19T03:21:45,312 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4bd3d8d9b1b86a081956678ce8701383, server=47efada56ed5,44849,1731986493737}] 2024-11-19T03:21:45,318 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32935,1731986488600.replicationSource.wal-reader.47efada56ed5%2C32935%2C1731986488600,1-47efada56ed5,32935,1731986488600 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/WALs/47efada56ed5,32935,1731986488600/47efada56ed5%2C32935%2C1731986488600.1731986490141 to pos 379, reset compression=false 2024-11-19T03:21:45,468 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731986504334.4bd3d8d9b1b86a081956678ce8701383. 2024-11-19T03:21:45,468 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T03:21:45,468 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T03:21:45,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T03:21:45,473 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=47efada56ed5%2C44849%2C1731986493737.rep, suffix=, logDir=hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/WALs/47efada56ed5,44849,1731986493737, archiveDir=hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/oldWALs, maxLogs=10 2024-11-19T03:21:45,490 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/WALs/47efada56ed5,44849,1731986493737/47efada56ed5%2C44849%2C1731986493737.rep.1731986505474, exclude list is [], retry=0 2024-11-19T03:21:45,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36485,DS-828520f3-e4c8-4bcc-b4c7-0b0e3985b40e,DISK] 2024-11-19T03:21:45,504 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/WALs/47efada56ed5,44849,1731986493737/47efada56ed5%2C44849%2C1731986493737.rep.1731986505474 2024-11-19T03:21:45,512 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41109:41109)] 2024-11-19T03:21:45,512 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 4bd3d8d9b1b86a081956678ce8701383, NAME => 'hbase:replication,,1731986504334.4bd3d8d9b1b86a081956678ce8701383.', STARTKEY => '', ENDKEY => ''} 2024-11-19T03:21:45,513 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T03:21:45,513 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T03:21:45,513 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731986504334.4bd3d8d9b1b86a081956678ce8701383. service=MultiRowMutationService 2024-11-19T03:21:45,513 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T03:21:45,513 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 4bd3d8d9b1b86a081956678ce8701383 2024-11-19T03:21:45,513 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731986504334.4bd3d8d9b1b86a081956678ce8701383.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:21:45,513 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 4bd3d8d9b1b86a081956678ce8701383 2024-11-19T03:21:45,513 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 4bd3d8d9b1b86a081956678ce8701383 2024-11-19T03:21:45,520 INFO [StoreOpener-4bd3d8d9b1b86a081956678ce8701383-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 4bd3d8d9b1b86a081956678ce8701383 2024-11-19T03:21:45,522 INFO [StoreOpener-4bd3d8d9b1b86a081956678ce8701383-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4bd3d8d9b1b86a081956678ce8701383 columnFamilyName hfileref 2024-11-19T03:21:45,522 DEBUG [StoreOpener-4bd3d8d9b1b86a081956678ce8701383-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:21:45,522 INFO [StoreOpener-4bd3d8d9b1b86a081956678ce8701383-1 {}] regionserver.HStore(327): Store=4bd3d8d9b1b86a081956678ce8701383/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:21:45,522 INFO [StoreOpener-4bd3d8d9b1b86a081956678ce8701383-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 4bd3d8d9b1b86a081956678ce8701383 2024-11-19T03:21:45,524 INFO [StoreOpener-4bd3d8d9b1b86a081956678ce8701383-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4bd3d8d9b1b86a081956678ce8701383 columnFamilyName queue 2024-11-19T03:21:45,524 DEBUG [StoreOpener-4bd3d8d9b1b86a081956678ce8701383-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:21:45,524 INFO [StoreOpener-4bd3d8d9b1b86a081956678ce8701383-1 {}] regionserver.HStore(327): Store=4bd3d8d9b1b86a081956678ce8701383/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:21:45,524 INFO [StoreOpener-4bd3d8d9b1b86a081956678ce8701383-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 4bd3d8d9b1b86a081956678ce8701383 2024-11-19T03:21:45,526 INFO [StoreOpener-4bd3d8d9b1b86a081956678ce8701383-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4bd3d8d9b1b86a081956678ce8701383 columnFamilyName sid 2024-11-19T03:21:45,526 DEBUG [StoreOpener-4bd3d8d9b1b86a081956678ce8701383-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:21:45,526 INFO [StoreOpener-4bd3d8d9b1b86a081956678ce8701383-1 {}] regionserver.HStore(327): Store=4bd3d8d9b1b86a081956678ce8701383/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:21:45,526 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 4bd3d8d9b1b86a081956678ce8701383 2024-11-19T03:21:45,527 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/data/hbase/replication/4bd3d8d9b1b86a081956678ce8701383 2024-11-19T03:21:45,527 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/data/hbase/replication/4bd3d8d9b1b86a081956678ce8701383 2024-11-19T03:21:45,529 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 4bd3d8d9b1b86a081956678ce8701383 2024-11-19T03:21:45,529 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 4bd3d8d9b1b86a081956678ce8701383 2024-11-19T03:21:45,529 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T03:21:45,530 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 4bd3d8d9b1b86a081956678ce8701383 2024-11-19T03:21:45,537 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/data/hbase/replication/4bd3d8d9b1b86a081956678ce8701383/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T03:21:45,537 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 4bd3d8d9b1b86a081956678ce8701383; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61550607, jitterRate=-0.08282448351383209}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T03:21:45,537 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4bd3d8d9b1b86a081956678ce8701383 2024-11-19T03:21:45,537 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 4bd3d8d9b1b86a081956678ce8701383: Running coprocessor pre-open hook at 1731986505514Writing region info on filesystem at 1731986505514Initializing all the Stores at 1731986505514Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986505514Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986505520 (+6 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986505520Cleaning up temporary data from old regions at 1731986505529 (+9 ms)Running coprocessor post-open hooks at 1731986505537 (+8 ms)Region opened successfully at 1731986505537 2024-11-19T03:21:45,538 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731986504334.4bd3d8d9b1b86a081956678ce8701383., pid=10, masterSystemTime=1731986505464 2024-11-19T03:21:45,541 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4bd3d8d9b1b86a081956678ce8701383, regionState=OPEN, openSeqNum=2, regionLocation=47efada56ed5,44849,1731986493737 2024-11-19T03:21:45,543 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731986504334.4bd3d8d9b1b86a081956678ce8701383. 2024-11-19T03:21:45,543 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731986504334.4bd3d8d9b1b86a081956678ce8701383. 2024-11-19T03:21:45,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4bd3d8d9b1b86a081956678ce8701383, server=47efada56ed5,44849,1731986493737 because future has completed 2024-11-19T03:21:45,555 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T03:21:45,555 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 4bd3d8d9b1b86a081956678ce8701383, server=47efada56ed5,44849,1731986493737 in 241 msec 2024-11-19T03:21:45,557 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-19T03:21:45,557 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4bd3d8d9b1b86a081956678ce8701383, ASSIGN in 398 msec 2024-11-19T03:21:45,558 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T03:21:45,558 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731986505558"}]},"ts":"1731986505558"} 2024-11-19T03:21:45,560 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T03:21:45,561 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T03:21:45,563 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2270 sec 2024-11-19T03:21:45,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731986504334.4bd3d8d9b1b86a081956678ce8701383., hostname=47efada56ed5,44849,1731986493737, seqNum=2] 2024-11-19T03:21:45,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39973-0x101511c52fb0006, quorum=127.0.0.1:60196, baseZNode=/278057918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/278057918 2024-11-19T03:21:45,653 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44849-0x101511c52fb0007, quorum=127.0.0.1:60196, baseZNode=/278057918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/278057918 2024-11-19T03:21:45,675 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T03:21:45,827 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44849 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-19T03:21:45,828 INFO [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T03:21:45,868 INFO [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-47efada56ed5,44849,1731986493737, ReplicationSource: 1, currentBandwidth=0 2024-11-19T03:21:45,869 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:21:45,869 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,44849,1731986493737, seqNum=-1] 2024-11-19T03:21:45,870 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:21:45,870 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36151, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-19T03:21:45,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-47efada56ed5,44849,1731986493737', locateType=CURRENT is [region=hbase:replication,,1731986504334.4bd3d8d9b1b86a081956678ce8701383., hostname=47efada56ed5,44849,1731986493737, seqNum=2] 2024-11-19T03:21:45,876 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-19T03:21:45,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39973 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-19T03:21:45,878 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 47efada56ed5,44849,1731986493737 suceeded 2024-11-19T03:21:45,880 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-19T03:21:45,880 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 203 msec 2024-11-19T03:21:45,880 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://47efada56ed5:34343,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T03:21:45,882 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5550 sec 2024-11-19T03:21:45,892 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,44849,1731986493737 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='47efada56ed5:34343' 2024-11-19T03:21:45,893 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,44849,1731986493737 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@40825849, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:21:45,893 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,44849,1731986493737 {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,34343,-1 for getting cluster id 2024-11-19T03:21:45,893 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,44849,1731986493737 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:21:45,894 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1dc08fdb-0463-499d-aadf-1c84b6eee5e2' 2024-11-19T03:21:45,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:21:45,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1dc08fdb-0463-499d-aadf-1c84b6eee5e2" 2024-11-19T03:21:45,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4082da76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:21:45,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,34343,-1] 2024-11-19T03:21:45,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:21:45,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:21:45,895 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:21:45,896 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,44849,1731986493737 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@cbfcd6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:21:45,896 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,44849,1731986493737 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T03:21:45,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 47efada56ed5,34343,1731986482597 2024-11-19T03:21:45,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c74df95 2024-11-19T03:21:45,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T03:21:45,897 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-19T03:21:45,898 INFO [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,44849,1731986493737 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-47efada56ed5,44849,1731986493737 (queues=1) is replicating from cluster=26004959-9506-4947-9386-16cd9b81adc8 to cluster=1dc08fdb-0463-499d-aadf-1c84b6eee5e2 2024-11-19T03:21:45,898 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,44849,1731986493737 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=47efada56ed5%2C44849%2C1731986493737 2024-11-19T03:21:45,898 INFO [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,44849,1731986493737 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-47efada56ed5,44849,1731986493737, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T03:21:45,898 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,44849,1731986493737.replicationSource.wal-reader.47efada56ed5%2C44849%2C1731986493737,1-47efada56ed5,44849,1731986493737 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/WALs/47efada56ed5,44849,1731986493737/47efada56ed5%2C44849%2C1731986493737.1731986494944, startPosition=0, beingWritten=true 2024-11-19T03:21:45,900 INFO [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,44849,1731986493737.replicationSource.shipper47efada56ed5%2C44849%2C1731986493737,1-47efada56ed5,44849,1731986493737 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 47efada56ed5%2C44849%2C1731986493737 2024-11-19T03:21:45,907 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,44849,1731986493737.replicationSource.wal-reader.47efada56ed5%2C44849%2C1731986493737,1-47efada56ed5,44849,1731986493737 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T03:21:45,907 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,44849,1731986493737.replicationSource.shipper47efada56ed5%2C44849%2C1731986493737,1-47efada56ed5,44849,1731986493737 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-47efada56ed5,44849,1731986493737 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/WALs/47efada56ed5,44849,1731986493737/47efada56ed5%2C44849%2C1731986493737.1731986494944, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T03:21:45,908 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,44849,1731986493737.replicationSource.wal-reader.47efada56ed5%2C44849%2C1731986493737,1-47efada56ed5,44849,1731986493737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/WALs/47efada56ed5,44849,1731986493737/47efada56ed5%2C44849%2C1731986493737.1731986494944 to pos 379, reset compression=false 2024-11-19T03:21:45,922 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32935,1731986488600.replicationSource.wal-reader.47efada56ed5%2C32935%2C1731986488600,1-47efada56ed5,32935,1731986488600 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/WALs/47efada56ed5,32935,1731986488600/47efada56ed5%2C32935%2C1731986488600.1731986490141 to pos 379, reset compression=false 2024-11-19T03:21:46,065 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32913,1731986483152.replicationSource.wal-reader.47efada56ed5%2C32913%2C1731986483152,1-47efada56ed5,32913,1731986483152 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/WALs/47efada56ed5,32913,1731986483152/47efada56ed5%2C32913%2C1731986483152.1731986485894 to pos 379, reset compression=false 2024-11-19T03:21:46,117 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,44849,1731986493737.replicationSource.wal-reader.47efada56ed5%2C44849%2C1731986493737,1-47efada56ed5,44849,1731986493737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/WALs/47efada56ed5,44849,1731986493737/47efada56ed5%2C44849%2C1731986493737.1731986494944 to pos 379, reset compression=false 2024-11-19T03:21:46,423 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,44849,1731986493737.replicationSource.wal-reader.47efada56ed5%2C44849%2C1731986493737,1-47efada56ed5,44849,1731986493737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/WALs/47efada56ed5,44849,1731986493737/47efada56ed5%2C44849%2C1731986493737.1731986494944 to pos 379, reset compression=false 2024-11-19T03:21:46,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T03:21:46,479 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T03:21:46,480 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T03:21:46,480 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:21:46,480 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:21:46,480 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:21:46,480 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:21:46,480 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@510218c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:21:46,480 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,34343,-1 for getting cluster id 2024-11-19T03:21:46,481 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:21:46,481 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1dc08fdb-0463-499d-aadf-1c84b6eee5e2' 2024-11-19T03:21:46,481 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:21:46,481 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1dc08fdb-0463-499d-aadf-1c84b6eee5e2" 2024-11-19T03:21:46,482 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@326f6658, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:21:46,482 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,34343,-1] 2024-11-19T03:21:46,482 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:21:46,482 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:21:46,483 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:21:46,483 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46964d25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:21:46,484 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70f4d134, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:21:46,484 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,39681,-1 for getting cluster id 2024-11-19T03:21:46,484 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:21:46,484 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '58dd8ca1-7e9c-4751-b7e6-d5a6e766ce47' 2024-11-19T03:21:46,485 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:21:46,485 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "58dd8ca1-7e9c-4751-b7e6-d5a6e766ce47" 2024-11-19T03:21:46,485 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@367309ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:21:46,485 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,39681,-1] 2024-11-19T03:21:46,485 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:21:46,485 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:21:46,486 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:21:46,487 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-19T03:21:46,487 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-19T03:21:46,487 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d341e36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:21:46,488 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T03:21:46,488 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-19T03:21:46,488 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@142d56ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:21:46,488 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,39973,-1 for getting cluster id 2024-11-19T03:21:46,488 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:21:46,489 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26004959-9506-4947-9386-16cd9b81adc8' 2024-11-19T03:21:46,489 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:21:46,489 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26004959-9506-4947-9386-16cd9b81adc8" 2024-11-19T03:21:46,489 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c7d1073, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:21:46,489 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,39973,-1] 2024-11-19T03:21:46,490 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:21:46,490 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:21:46,492 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:21:46,493 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e20dfb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:21:46,494 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:21:46,495 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,32913,1731986483152, seqNum=-1] 2024-11-19T03:21:46,495 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:21:46,525 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:21:46,527 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731986496053.3730fbaa72d4560961fc6b1b5d1eff8a., hostname=47efada56ed5,32913,1731986483152, seqNum=2] 2024-11-19T03:21:46,530 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:21:46,531 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,44849,1731986493737, seqNum=-1] 2024-11-19T03:21:46,532 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:21:46,533 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:21:46,534 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731986498861.47b63a8f0104a851fa29716d24a09fcb., hostname=47efada56ed5,44849,1731986493737, seqNum=2] 2024-11-19T03:21:46,536 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-19T03:21:46,628 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32935,1731986488600.replicationSource.wal-reader.47efada56ed5%2C32935%2C1731986488600,1-47efada56ed5,32935,1731986488600 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/WALs/47efada56ed5,32935,1731986488600/47efada56ed5%2C32935%2C1731986488600.1731986490141 to pos 379, reset compression=false 2024-11-19T03:21:46,827 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,44849,1731986493737.replicationSource.wal-reader.47efada56ed5%2C44849%2C1731986493737,1-47efada56ed5,44849,1731986493737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/WALs/47efada56ed5,44849,1731986493737/47efada56ed5%2C44849%2C1731986493737.1731986494944 to pos 379, reset compression=false 2024-11-19T03:21:46,969 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32913,1731986483152.replicationSource.wal-reader.47efada56ed5%2C32913%2C1731986483152,1-47efada56ed5,32913,1731986483152 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/WALs/47efada56ed5,32913,1731986483152/47efada56ed5%2C32913%2C1731986483152.1731986485894 to pos 379, reset compression=false 2024-11-19T03:21:46,978 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32913,1731986483152.replicationSource.wal-reader.47efada56ed5%2C32913%2C1731986483152,1-47efada56ed5,32913,1731986483152 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T03:21:46,978 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32913,1731986483152.replicationSource.wal-reader.47efada56ed5%2C32913%2C1731986483152,1-47efada56ed5,32913,1731986483152 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/WALs/47efada56ed5,32913,1731986483152/47efada56ed5%2C32913%2C1731986483152.1731986485894 to pos 480, reset compression=false 2024-11-19T03:21:46,978 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32913,1731986483152.replicationSource.shipper47efada56ed5%2C32913%2C1731986483152,1-47efada56ed5,32913,1731986483152 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-47efada56ed5,32913,1731986483152 got entry batch from reader: WALEntryBatch [walEntries=[{test/3730fbaa72d4560961fc6b1b5d1eff8a/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/WALs/47efada56ed5,32913,1731986483152/47efada56ed5%2C32913%2C1731986483152.1731986485894, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-19T03:21:46,980 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32913,1731986483152.replicationSource.shipper47efada56ed5%2C32913%2C1731986483152,1-47efada56ed5,32913,1731986483152 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T03:21:46,981 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-19T03:21:46,982 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32935 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T03:21:46,982 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32935 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c024fe6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:21:46,982 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32935 {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,39681,-1 for getting cluster id 2024-11-19T03:21:46,982 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32935 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:21:46,983 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '58dd8ca1-7e9c-4751-b7e6-d5a6e766ce47' 2024-11-19T03:21:46,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:21:46,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "58dd8ca1-7e9c-4751-b7e6-d5a6e766ce47" 2024-11-19T03:21:46,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a6da704, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:21:46,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,39681,-1] 2024-11-19T03:21:46,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:21:46,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:21:46,984 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:21:46,985 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32935 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@72eeac6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:21:46,986 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32935 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:21:46,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,32935,1731986488600, seqNum=-1] 2024-11-19T03:21:46,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:21:46,987 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-19T03:21:46,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731986498204.2b20f82eb0c9c68774c666f2bd45a8a7., hostname=47efada56ed5,32935,1731986488600, seqNum=2] 2024-11-19T03:21:46,992 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32935 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T03:21:47,182 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32913,1731986483152.replicationSource.wal-reader.47efada56ed5%2C32913%2C1731986483152,1-47efada56ed5,32913,1731986483152 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/WALs/47efada56ed5,32913,1731986483152/47efada56ed5%2C32913%2C1731986483152.1731986485894 to pos 480, reset compression=false 2024-11-19T03:21:47,335 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,44849,1731986493737.replicationSource.wal-reader.47efada56ed5%2C44849%2C1731986493737,1-47efada56ed5,44849,1731986493737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/WALs/47efada56ed5,44849,1731986493737/47efada56ed5%2C44849%2C1731986493737.1731986494944 to pos 379, reset compression=false 2024-11-19T03:21:47,432 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32935,1731986488600.replicationSource.wal-reader.47efada56ed5%2C32935%2C1731986488600,1-47efada56ed5,32935,1731986488600 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/WALs/47efada56ed5,32935,1731986488600/47efada56ed5%2C32935%2C1731986488600.1731986490141 to pos 379, reset compression=false 2024-11-19T03:21:47,438 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32935,1731986488600.replicationSource.wal-reader.47efada56ed5%2C32935%2C1731986488600,1-47efada56ed5,32935,1731986488600 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T03:21:47,438 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32935,1731986488600.replicationSource.wal-reader.47efada56ed5%2C32935%2C1731986488600,1-47efada56ed5,32935,1731986488600 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/WALs/47efada56ed5,32935,1731986488600/47efada56ed5%2C32935%2C1731986488600.1731986490141 to pos 503, reset compression=false 2024-11-19T03:21:47,438 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32935,1731986488600.replicationSource.shipper47efada56ed5%2C32935%2C1731986488600,1-47efada56ed5,32935,1731986488600 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-47efada56ed5,32935,1731986488600 got entry batch from reader: WALEntryBatch [walEntries=[{test/2b20f82eb0c9c68774c666f2bd45a8a7/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/WALs/47efada56ed5,32935,1731986488600/47efada56ed5%2C32935%2C1731986488600.1731986490141, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-19T03:21:47,440 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32935,1731986488600.replicationSource.shipper47efada56ed5%2C32935%2C1731986488600,1-47efada56ed5,32935,1731986488600 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T03:21:47,441 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-19T03:21:47,441 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44849 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T03:21:47,442 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44849 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4874d8b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:21:47,442 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44849 {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,39973,-1 for getting cluster id 2024-11-19T03:21:47,442 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44849 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:21:47,442 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26004959-9506-4947-9386-16cd9b81adc8' 2024-11-19T03:21:47,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:21:47,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26004959-9506-4947-9386-16cd9b81adc8" 2024-11-19T03:21:47,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4824214, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:21:47,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,39973,-1] 2024-11-19T03:21:47,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:21:47,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:21:47,444 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:21:47,445 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44849 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4604c6d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:21:47,446 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44849 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:21:47,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,44849,1731986493737, seqNum=-1] 2024-11-19T03:21:47,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:21:47,448 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-19T03:21:47,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731986498861.47b63a8f0104a851fa29716d24a09fcb., hostname=47efada56ed5,44849,1731986493737, seqNum=2] 2024-11-19T03:21:47,452 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44849 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T03:21:47,488 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32913,1731986483152.replicationSource.wal-reader.47efada56ed5%2C32913%2C1731986483152,1-47efada56ed5,32913,1731986483152 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/WALs/47efada56ed5,32913,1731986483152/47efada56ed5%2C32913%2C1731986483152.1731986485894 to pos 480, reset compression=false 2024-11-19T03:21:47,538 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-19T03:21:47,538 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:21:47,539 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,32935,1731986488600, seqNum=-1] 2024-11-19T03:21:47,540 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:21:47,540 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:21:47,542 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731986498204.2b20f82eb0c9c68774c666f2bd45a8a7., hostname=47efada56ed5,32935,1731986488600, seqNum=2] 2024-11-19T03:21:47,546 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-19T03:21:47,643 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32935,1731986488600.replicationSource.wal-reader.47efada56ed5%2C32935%2C1731986488600,1-47efada56ed5,32935,1731986488600 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/WALs/47efada56ed5,32935,1731986488600/47efada56ed5%2C32935%2C1731986488600.1731986490141 to pos 503, reset compression=false 2024-11-19T03:21:47,648 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32935,1731986488600.replicationSource.wal-reader.47efada56ed5%2C32935%2C1731986488600,1-47efada56ed5,32935,1731986488600 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T03:21:47,648 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32935,1731986488600.replicationSource.wal-reader.47efada56ed5%2C32935%2C1731986488600,1-47efada56ed5,32935,1731986488600 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/WALs/47efada56ed5,32935,1731986488600/47efada56ed5%2C32935%2C1731986488600.1731986490141 to pos 607, reset compression=false 2024-11-19T03:21:47,648 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32935,1731986488600.replicationSource.shipper47efada56ed5%2C32935%2C1731986488600,1-47efada56ed5,32935,1731986488600 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-47efada56ed5,32935,1731986488600 got entry batch from reader: WALEntryBatch [walEntries=[{test/2b20f82eb0c9c68774c666f2bd45a8a7/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/WALs/47efada56ed5,32935,1731986488600/47efada56ed5%2C32935%2C1731986488600.1731986490141, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-19T03:21:47,649 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44849 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T03:21:47,651 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44849 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T03:21:47,672 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T03:21:47,673 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:21:47,673 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:21:47,715 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:21:47,715 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:21:47,716 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:21:47,716 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:21:47,716 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:21:47,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:21:47,724 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:21:47,728 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:21:47,728 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:21:47,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:21:47,860 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32935,1731986488600.replicationSource.wal-reader.47efada56ed5%2C32935%2C1731986488600,1-47efada56ed5,32935,1731986488600 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/WALs/47efada56ed5,32935,1731986488600/47efada56ed5%2C32935%2C1731986488600.1731986490141 to pos 607, reset compression=false 2024-11-19T03:21:47,892 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32913,1731986483152.replicationSource.wal-reader.47efada56ed5%2C32913%2C1731986483152,1-47efada56ed5,32913,1731986483152 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/WALs/47efada56ed5,32913,1731986483152/47efada56ed5%2C32913%2C1731986483152.1731986485894 to pos 480, reset compression=false 2024-11-19T03:21:47,939 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,44849,1731986493737.replicationSource.wal-reader.47efada56ed5%2C44849%2C1731986493737,1-47efada56ed5,44849,1731986493737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/WALs/47efada56ed5,44849,1731986493737/47efada56ed5%2C44849%2C1731986493737.1731986494944 to pos 379, reset compression=false 2024-11-19T03:21:47,943 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,44849,1731986493737.replicationSource.wal-reader.47efada56ed5%2C44849%2C1731986493737,1-47efada56ed5,44849,1731986493737 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T03:21:47,944 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,44849,1731986493737.replicationSource.wal-reader.47efada56ed5%2C44849%2C1731986493737,1-47efada56ed5,44849,1731986493737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/WALs/47efada56ed5,44849,1731986493737/47efada56ed5%2C44849%2C1731986493737.1731986494944 to pos 653, reset compression=false 2024-11-19T03:21:47,943 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,44849,1731986493737.replicationSource.shipper47efada56ed5%2C44849%2C1731986493737,1-47efada56ed5,44849,1731986493737 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-47efada56ed5,44849,1731986493737 got entry batch from reader: WALEntryBatch [walEntries=[{test/47b63a8f0104a851fa29716d24a09fcb/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/WALs/47efada56ed5,44849,1731986493737/47efada56ed5%2C44849%2C1731986493737.1731986494944, lastWalPosition=653, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-19T03:21:47,947 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,44849,1731986493737.replicationSource.shipper47efada56ed5%2C44849%2C1731986493737,1-47efada56ed5,44849,1731986493737 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T03:21:47,947 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-19T03:21:47,948 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32913 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T03:21:47,960 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32913 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@816bb08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:21:47,960 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32913 {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,34343,-1 for getting cluster id 2024-11-19T03:21:47,960 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32913 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:21:47,961 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1dc08fdb-0463-499d-aadf-1c84b6eee5e2' 2024-11-19T03:21:47,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:21:47,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1dc08fdb-0463-499d-aadf-1c84b6eee5e2" 2024-11-19T03:21:47,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49b1772b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:21:47,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,34343,-1] 2024-11-19T03:21:47,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:21:47,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:21:47,962 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:21:47,963 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32913 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@554a7b1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:21:47,964 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32913 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:21:47,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,32913,1731986483152, seqNum=-1] 2024-11-19T03:21:47,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:21:47,966 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-19T03:21:47,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731986496053.3730fbaa72d4560961fc6b1b5d1eff8a., hostname=47efada56ed5,32913,1731986483152, seqNum=2] 2024-11-19T03:21:47,970 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32913 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T03:21:48,148 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,44849,1731986493737.replicationSource.wal-reader.47efada56ed5%2C44849%2C1731986493737,1-47efada56ed5,44849,1731986493737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/WALs/47efada56ed5,44849,1731986493737/47efada56ed5%2C44849%2C1731986493737.1731986494944 to pos 653, reset compression=false 2024-11-19T03:21:48,163 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32935,1731986488600.replicationSource.wal-reader.47efada56ed5%2C32935%2C1731986488600,1-47efada56ed5,32935,1731986488600 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/WALs/47efada56ed5,32935,1731986488600/47efada56ed5%2C32935%2C1731986488600.1731986490141 to pos 607, reset compression=false 2024-11-19T03:21:48,396 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32913,1731986483152.replicationSource.wal-reader.47efada56ed5%2C32913%2C1731986483152,1-47efada56ed5,32913,1731986483152 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/WALs/47efada56ed5,32913,1731986483152/47efada56ed5%2C32913%2C1731986483152.1731986485894 to pos 480, reset compression=false 2024-11-19T03:21:48,400 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32913,1731986483152.replicationSource.wal-reader.47efada56ed5%2C32913%2C1731986483152,1-47efada56ed5,32913,1731986483152 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T03:21:48,400 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32913,1731986483152.replicationSource.wal-reader.47efada56ed5%2C32913%2C1731986483152,1-47efada56ed5,32913,1731986483152 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/WALs/47efada56ed5,32913,1731986483152/47efada56ed5%2C32913%2C1731986483152.1731986485894 to pos 630, reset compression=false 2024-11-19T03:21:48,400 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32913,1731986483152.replicationSource.shipper47efada56ed5%2C32913%2C1731986483152,1-47efada56ed5,32913,1731986483152 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-47efada56ed5,32913,1731986483152 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/WALs/47efada56ed5,32913,1731986483152/47efada56ed5%2C32913%2C1731986483152.1731986485894, lastWalPosition=630, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T03:21:48,451 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,44849,1731986493737.replicationSource.wal-reader.47efada56ed5%2C44849%2C1731986493737,1-47efada56ed5,44849,1731986493737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/WALs/47efada56ed5,44849,1731986493737/47efada56ed5%2C44849%2C1731986493737.1731986494944 to pos 653, reset compression=false 2024-11-19T03:21:48,548 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-19T03:21:48,551 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-19T03:21:48,567 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32935,1731986488600.replicationSource.wal-reader.47efada56ed5%2C32935%2C1731986488600,1-47efada56ed5,32935,1731986488600 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/WALs/47efada56ed5,32935,1731986488600/47efada56ed5%2C32935%2C1731986488600.1731986490141 to pos 607, reset compression=false 2024-11-19T03:21:48,603 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32913,1731986483152.replicationSource.wal-reader.47efada56ed5%2C32913%2C1731986483152,1-47efada56ed5,32913,1731986483152 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/WALs/47efada56ed5,32913,1731986483152/47efada56ed5%2C32913%2C1731986483152.1731986485894 to pos 630, reset compression=false 2024-11-19T03:21:48,855 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,44849,1731986493737.replicationSource.wal-reader.47efada56ed5%2C44849%2C1731986493737,1-47efada56ed5,44849,1731986493737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/WALs/47efada56ed5,44849,1731986493737/47efada56ed5%2C44849%2C1731986493737.1731986494944 to pos 653, reset compression=false 2024-11-19T03:21:48,859 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,44849,1731986493737.replicationSource.wal-reader.47efada56ed5%2C44849%2C1731986493737,1-47efada56ed5,44849,1731986493737 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T03:21:48,859 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,44849,1731986493737.replicationSource.wal-reader.47efada56ed5%2C44849%2C1731986493737,1-47efada56ed5,44849,1731986493737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/WALs/47efada56ed5,44849,1731986493737/47efada56ed5%2C44849%2C1731986493737.1731986494944 to pos 757, reset compression=false 2024-11-19T03:21:48,859 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,44849,1731986493737.replicationSource.shipper47efada56ed5%2C44849%2C1731986493737,1-47efada56ed5,44849,1731986493737 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-47efada56ed5,44849,1731986493737 got entry batch from reader: WALEntryBatch [walEntries=[{test/47b63a8f0104a851fa29716d24a09fcb/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/WALs/47efada56ed5,44849,1731986493737/47efada56ed5%2C44849%2C1731986493737.1731986494944, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-19T03:21:48,860 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32913 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T03:21:48,864 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32913 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T03:21:48,907 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32913,1731986483152.replicationSource.wal-reader.47efada56ed5%2C32913%2C1731986483152,1-47efada56ed5,32913,1731986483152 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/WALs/47efada56ed5,32913,1731986483152/47efada56ed5%2C32913%2C1731986483152.1731986485894 to pos 630, reset compression=false 2024-11-19T03:21:48,911 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32913,1731986483152.replicationSource.wal-reader.47efada56ed5%2C32913%2C1731986483152,1-47efada56ed5,32913,1731986483152 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T03:21:48,911 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32913,1731986483152.replicationSource.wal-reader.47efada56ed5%2C32913%2C1731986483152,1-47efada56ed5,32913,1731986483152 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/WALs/47efada56ed5,32913,1731986483152/47efada56ed5%2C32913%2C1731986483152.1731986485894 to pos 757, reset compression=false 2024-11-19T03:21:48,911 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32913,1731986483152.replicationSource.shipper47efada56ed5%2C32913%2C1731986483152,1-47efada56ed5,32913,1731986483152 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-47efada56ed5,32913,1731986483152 got entry batch from reader: WALEntryBatch [walEntries=[{test/3730fbaa72d4560961fc6b1b5d1eff8a/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/WALs/47efada56ed5,32913,1731986483152/47efada56ed5%2C32913%2C1731986483152.1731986485894, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-19T03:21:48,912 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32935 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T03:21:48,915 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32935 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T03:21:49,063 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,44849,1731986493737.replicationSource.wal-reader.47efada56ed5%2C44849%2C1731986493737,1-47efada56ed5,44849,1731986493737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/WALs/47efada56ed5,44849,1731986493737/47efada56ed5%2C44849%2C1731986493737.1731986494944 to pos 757, reset compression=false 2024-11-19T03:21:49,071 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32935,1731986488600.replicationSource.wal-reader.47efada56ed5%2C32935%2C1731986488600,1-47efada56ed5,32935,1731986488600 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/WALs/47efada56ed5,32935,1731986488600/47efada56ed5%2C32935%2C1731986488600.1731986490141 to pos 607, reset compression=false 2024-11-19T03:21:49,075 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32935,1731986488600.replicationSource.wal-reader.47efada56ed5%2C32935%2C1731986488600,1-47efada56ed5,32935,1731986488600 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T03:21:49,075 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32935,1731986488600.replicationSource.wal-reader.47efada56ed5%2C32935%2C1731986488600,1-47efada56ed5,32935,1731986488600 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/WALs/47efada56ed5,32935,1731986488600/47efada56ed5%2C32935%2C1731986488600.1731986490141 to pos 757, reset compression=false 2024-11-19T03:21:49,075 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32935,1731986488600.replicationSource.shipper47efada56ed5%2C32935%2C1731986488600,1-47efada56ed5,32935,1731986488600 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-47efada56ed5,32935,1731986488600 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/WALs/47efada56ed5,32935,1731986488600/47efada56ed5%2C32935%2C1731986488600.1731986490141, lastWalPosition=757, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T03:21:49,115 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32913,1731986483152.replicationSource.wal-reader.47efada56ed5%2C32913%2C1731986483152,1-47efada56ed5,32913,1731986483152 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/WALs/47efada56ed5,32913,1731986483152/47efada56ed5%2C32913%2C1731986483152.1731986485894 to pos 757, reset compression=false 2024-11-19T03:21:49,279 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32935,1731986488600.replicationSource.wal-reader.47efada56ed5%2C32935%2C1731986488600,1-47efada56ed5,32935,1731986488600 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/WALs/47efada56ed5,32935,1731986488600/47efada56ed5%2C32935%2C1731986488600.1731986490141 to pos 757, reset compression=false 2024-11-19T03:21:49,366 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,44849,1731986493737.replicationSource.wal-reader.47efada56ed5%2C44849%2C1731986493737,1-47efada56ed5,44849,1731986493737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/WALs/47efada56ed5,44849,1731986493737/47efada56ed5%2C44849%2C1731986493737.1731986494944 to pos 757, reset compression=false 2024-11-19T03:21:49,419 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32913,1731986483152.replicationSource.wal-reader.47efada56ed5%2C32913%2C1731986483152,1-47efada56ed5,32913,1731986483152 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/WALs/47efada56ed5,32913,1731986483152/47efada56ed5%2C32913%2C1731986483152.1731986485894 to pos 757, reset compression=false 2024-11-19T03:21:49,553 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-19T03:21:49,557 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-19T03:21:49,606 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32935,1731986488600.replicationSource.wal-reader.47efada56ed5%2C32935%2C1731986488600,1-47efada56ed5,32935,1731986488600 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/WALs/47efada56ed5,32935,1731986488600/47efada56ed5%2C32935%2C1731986488600.1731986490141 to pos 757, reset compression=false 2024-11-19T03:21:49,773 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,44849,1731986493737.replicationSource.wal-reader.47efada56ed5%2C44849%2C1731986493737,1-47efada56ed5,44849,1731986493737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/WALs/47efada56ed5,44849,1731986493737/47efada56ed5%2C44849%2C1731986493737.1731986494944 to pos 757, reset compression=false 2024-11-19T03:21:49,823 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32913,1731986483152.replicationSource.wal-reader.47efada56ed5%2C32913%2C1731986483152,1-47efada56ed5,32913,1731986483152 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/WALs/47efada56ed5,32913,1731986483152/47efada56ed5%2C32913%2C1731986483152.1731986485894 to pos 757, reset compression=false 2024-11-19T03:21:49,828 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32913,1731986483152.replicationSource.wal-reader.47efada56ed5%2C32913%2C1731986483152,1-47efada56ed5,32913,1731986483152 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T03:21:49,828 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32913,1731986483152.replicationSource.wal-reader.47efada56ed5%2C32913%2C1731986483152,1-47efada56ed5,32913,1731986483152 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/WALs/47efada56ed5,32913,1731986483152/47efada56ed5%2C32913%2C1731986483152.1731986485894 to pos 913, reset compression=false 2024-11-19T03:21:49,828 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32913,1731986483152.replicationSource.shipper47efada56ed5%2C32913%2C1731986483152,1-47efada56ed5,32913,1731986483152 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-47efada56ed5,32913,1731986483152 got entry batch from reader: WALEntryBatch [walEntries=[{test/3730fbaa72d4560961fc6b1b5d1eff8a/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/WALs/47efada56ed5,32913,1731986483152/47efada56ed5%2C32913%2C1731986483152.1731986485894, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-19T03:21:49,829 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32935 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T03:21:49,833 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32935 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T03:21:50,009 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32935,1731986488600.replicationSource.wal-reader.47efada56ed5%2C32935%2C1731986488600,1-47efada56ed5,32935,1731986488600 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/WALs/47efada56ed5,32935,1731986488600/47efada56ed5%2C32935%2C1731986488600.1731986490141 to pos 757, reset compression=false 2024-11-19T03:21:50,014 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32935,1731986488600.replicationSource.wal-reader.47efada56ed5%2C32935%2C1731986488600,1-47efada56ed5,32935,1731986488600 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T03:21:50,014 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32935,1731986488600.replicationSource.wal-reader.47efada56ed5%2C32935%2C1731986488600,1-47efada56ed5,32935,1731986488600 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/WALs/47efada56ed5,32935,1731986488600/47efada56ed5%2C32935%2C1731986488600.1731986490141 to pos 904, reset compression=false 2024-11-19T03:21:50,014 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32935,1731986488600.replicationSource.shipper47efada56ed5%2C32935%2C1731986488600,1-47efada56ed5,32935,1731986488600 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-47efada56ed5,32935,1731986488600 got entry batch from reader: WALEntryBatch [walEntries=[{test/2b20f82eb0c9c68774c666f2bd45a8a7/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/WALs/47efada56ed5,32935,1731986488600/47efada56ed5%2C32935%2C1731986488600.1731986490141, lastWalPosition=904, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-19T03:21:50,015 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44849 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T03:21:50,018 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44849 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T03:21:50,031 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32913,1731986483152.replicationSource.wal-reader.47efada56ed5%2C32913%2C1731986483152,1-47efada56ed5,32913,1731986483152 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/WALs/47efada56ed5,32913,1731986483152/47efada56ed5%2C32913%2C1731986483152.1731986485894 to pos 913, reset compression=false 2024-11-19T03:21:50,218 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32935,1731986488600.replicationSource.wal-reader.47efada56ed5%2C32935%2C1731986488600,1-47efada56ed5,32935,1731986488600 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/WALs/47efada56ed5,32935,1731986488600/47efada56ed5%2C32935%2C1731986488600.1731986490141 to pos 904, reset compression=false 2024-11-19T03:21:50,277 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,44849,1731986493737.replicationSource.wal-reader.47efada56ed5%2C44849%2C1731986493737,1-47efada56ed5,44849,1731986493737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/WALs/47efada56ed5,44849,1731986493737/47efada56ed5%2C44849%2C1731986493737.1731986494944 to pos 757, reset compression=false 2024-11-19T03:21:50,282 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,44849,1731986493737.replicationSource.wal-reader.47efada56ed5%2C44849%2C1731986493737,1-47efada56ed5,44849,1731986493737 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T03:21:50,282 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,44849,1731986493737.replicationSource.wal-reader.47efada56ed5%2C44849%2C1731986493737,1-47efada56ed5,44849,1731986493737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/WALs/47efada56ed5,44849,1731986493737/47efada56ed5%2C44849%2C1731986493737.1731986494944 to pos 927, reset compression=false 2024-11-19T03:21:50,282 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,44849,1731986493737.replicationSource.shipper47efada56ed5%2C44849%2C1731986493737,1-47efada56ed5,44849,1731986493737 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-47efada56ed5,44849,1731986493737 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/WALs/47efada56ed5,44849,1731986493737/47efada56ed5%2C44849%2C1731986493737.1731986494944, lastWalPosition=927, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T03:21:50,340 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32913,1731986483152.replicationSource.wal-reader.47efada56ed5%2C32913%2C1731986483152,1-47efada56ed5,32913,1731986483152 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/WALs/47efada56ed5,32913,1731986483152/47efada56ed5%2C32913%2C1731986483152.1731986485894 to pos 913, reset compression=false 2024-11-19T03:21:50,492 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,44849,1731986493737.replicationSource.wal-reader.47efada56ed5%2C44849%2C1731986493737,1-47efada56ed5,44849,1731986493737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/WALs/47efada56ed5,44849,1731986493737/47efada56ed5%2C44849%2C1731986493737.1731986494944 to pos 927, reset compression=false 2024-11-19T03:21:50,535 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32935,1731986488600.replicationSource.wal-reader.47efada56ed5%2C32935%2C1731986488600,1-47efada56ed5,32935,1731986488600 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/WALs/47efada56ed5,32935,1731986488600/47efada56ed5%2C32935%2C1731986488600.1731986490141 to pos 904, reset compression=false 2024-11-19T03:21:50,560 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-19T03:21:50,567 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-19T03:21:50,743 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32913,1731986483152.replicationSource.wal-reader.47efada56ed5%2C32913%2C1731986483152,1-47efada56ed5,32913,1731986483152 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/WALs/47efada56ed5,32913,1731986483152/47efada56ed5%2C32913%2C1731986483152.1731986485894 to pos 913, reset compression=false 2024-11-19T03:21:50,795 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,44849,1731986493737.replicationSource.wal-reader.47efada56ed5%2C44849%2C1731986493737,1-47efada56ed5,44849,1731986493737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/WALs/47efada56ed5,44849,1731986493737/47efada56ed5%2C44849%2C1731986493737.1731986494944 to pos 927, reset compression=false 2024-11-19T03:21:50,940 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32935,1731986488600.replicationSource.wal-reader.47efada56ed5%2C32935%2C1731986488600,1-47efada56ed5,32935,1731986488600 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/WALs/47efada56ed5,32935,1731986488600/47efada56ed5%2C32935%2C1731986488600.1731986490141 to pos 904, reset compression=false 2024-11-19T03:21:50,944 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32935,1731986488600.replicationSource.wal-reader.47efada56ed5%2C32935%2C1731986488600,1-47efada56ed5,32935,1731986488600 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T03:21:50,944 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32935,1731986488600.replicationSource.wal-reader.47efada56ed5%2C32935%2C1731986488600,1-47efada56ed5,32935,1731986488600 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/WALs/47efada56ed5,32935,1731986488600/47efada56ed5%2C32935%2C1731986488600.1731986490141 to pos 1063, reset compression=false 2024-11-19T03:21:50,944 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32935,1731986488600.replicationSource.shipper47efada56ed5%2C32935%2C1731986488600,1-47efada56ed5,32935,1731986488600 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-47efada56ed5,32935,1731986488600 got entry batch from reader: WALEntryBatch [walEntries=[{test/2b20f82eb0c9c68774c666f2bd45a8a7/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/WALs/47efada56ed5,32935,1731986488600/47efada56ed5%2C32935%2C1731986488600.1731986490141, lastWalPosition=1063, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-19T03:21:50,946 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44849 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T03:21:50,949 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44849 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T03:21:51,157 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32935,1731986488600.replicationSource.wal-reader.47efada56ed5%2C32935%2C1731986488600,1-47efada56ed5,32935,1731986488600 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/WALs/47efada56ed5,32935,1731986488600/47efada56ed5%2C32935%2C1731986488600.1731986490141 to pos 1063, reset compression=false 2024-11-19T03:21:51,199 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,44849,1731986493737.replicationSource.wal-reader.47efada56ed5%2C44849%2C1731986493737,1-47efada56ed5,44849,1731986493737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/WALs/47efada56ed5,44849,1731986493737/47efada56ed5%2C44849%2C1731986493737.1731986494944 to pos 927, reset compression=false 2024-11-19T03:21:51,203 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,44849,1731986493737.replicationSource.wal-reader.47efada56ed5%2C44849%2C1731986493737,1-47efada56ed5,44849,1731986493737 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T03:21:51,203 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,44849,1731986493737.replicationSource.wal-reader.47efada56ed5%2C44849%2C1731986493737,1-47efada56ed5,44849,1731986493737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/WALs/47efada56ed5,44849,1731986493737/47efada56ed5%2C44849%2C1731986493737.1731986494944 to pos 1076, reset compression=false 2024-11-19T03:21:51,203 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,44849,1731986493737.replicationSource.shipper47efada56ed5%2C44849%2C1731986493737,1-47efada56ed5,44849,1731986493737 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-47efada56ed5,44849,1731986493737 got entry batch from reader: WALEntryBatch [walEntries=[{test/47b63a8f0104a851fa29716d24a09fcb/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/WALs/47efada56ed5,44849,1731986493737/47efada56ed5%2C44849%2C1731986493737.1731986494944, lastWalPosition=1076, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-19T03:21:51,204 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32913 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T03:21:51,206 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32913 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T03:21:51,248 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32913,1731986483152.replicationSource.wal-reader.47efada56ed5%2C32913%2C1731986483152,1-47efada56ed5,32913,1731986483152 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/WALs/47efada56ed5,32913,1731986483152/47efada56ed5%2C32913%2C1731986483152.1731986485894 to pos 913, reset compression=false 2024-11-19T03:21:51,252 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32913,1731986483152.replicationSource.wal-reader.47efada56ed5%2C32913%2C1731986483152,1-47efada56ed5,32913,1731986483152 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T03:21:51,252 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32913,1731986483152.replicationSource.wal-reader.47efada56ed5%2C32913%2C1731986483152,1-47efada56ed5,32913,1731986483152 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/WALs/47efada56ed5,32913,1731986483152/47efada56ed5%2C32913%2C1731986483152.1731986485894 to pos 1085, reset compression=false 2024-11-19T03:21:51,252 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32913,1731986483152.replicationSource.shipper47efada56ed5%2C32913%2C1731986483152,1-47efada56ed5,32913,1731986483152 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-47efada56ed5,32913,1731986483152 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/WALs/47efada56ed5,32913,1731986483152/47efada56ed5%2C32913%2C1731986483152.1731986485894, lastWalPosition=1085, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T03:21:51,406 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,44849,1731986493737.replicationSource.wal-reader.47efada56ed5%2C44849%2C1731986493737,1-47efada56ed5,44849,1731986493737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/WALs/47efada56ed5,44849,1731986493737/47efada56ed5%2C44849%2C1731986493737.1731986494944 to pos 1076, reset compression=false 2024-11-19T03:21:51,456 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32913,1731986483152.replicationSource.wal-reader.47efada56ed5%2C32913%2C1731986483152,1-47efada56ed5,32913,1731986483152 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/WALs/47efada56ed5,32913,1731986483152/47efada56ed5%2C32913%2C1731986483152.1731986485894 to pos 1085, reset compression=false 2024-11-19T03:21:51,460 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32935,1731986488600.replicationSource.wal-reader.47efada56ed5%2C32935%2C1731986488600,1-47efada56ed5,32935,1731986488600 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/WALs/47efada56ed5,32935,1731986488600/47efada56ed5%2C32935%2C1731986488600.1731986490141 to pos 1063, reset compression=false 2024-11-19T03:21:51,569 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-19T03:21:51,578 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-19T03:21:51,709 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,44849,1731986493737.replicationSource.wal-reader.47efada56ed5%2C44849%2C1731986493737,1-47efada56ed5,44849,1731986493737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/WALs/47efada56ed5,44849,1731986493737/47efada56ed5%2C44849%2C1731986493737.1731986494944 to pos 1076, reset compression=false 2024-11-19T03:21:51,714 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,44849,1731986493737.replicationSource.wal-reader.47efada56ed5%2C44849%2C1731986493737,1-47efada56ed5,44849,1731986493737 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T03:21:51,714 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,44849,1731986493737.replicationSource.wal-reader.47efada56ed5%2C44849%2C1731986493737,1-47efada56ed5,44849,1731986493737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/WALs/47efada56ed5,44849,1731986493737/47efada56ed5%2C44849%2C1731986493737.1731986494944 to pos 1235, reset compression=false 2024-11-19T03:21:51,715 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,44849,1731986493737.replicationSource.shipper47efada56ed5%2C44849%2C1731986493737,1-47efada56ed5,44849,1731986493737 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-47efada56ed5,44849,1731986493737 got entry batch from reader: WALEntryBatch [walEntries=[{test/47b63a8f0104a851fa29716d24a09fcb/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/WALs/47efada56ed5,44849,1731986493737/47efada56ed5%2C44849%2C1731986493737.1731986494944, lastWalPosition=1235, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-19T03:21:51,716 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32913 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T03:21:51,719 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32913 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T03:21:51,759 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32913,1731986483152.replicationSource.wal-reader.47efada56ed5%2C32913%2C1731986483152,1-47efada56ed5,32913,1731986483152 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/WALs/47efada56ed5,32913,1731986483152/47efada56ed5%2C32913%2C1731986483152.1731986485894 to pos 1085, reset compression=false 2024-11-19T03:21:51,764 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32913,1731986483152.replicationSource.wal-reader.47efada56ed5%2C32913%2C1731986483152,1-47efada56ed5,32913,1731986483152 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T03:21:51,764 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32913,1731986483152.replicationSource.wal-reader.47efada56ed5%2C32913%2C1731986483152,1-47efada56ed5,32913,1731986483152 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/WALs/47efada56ed5,32913,1731986483152/47efada56ed5%2C32913%2C1731986483152.1731986485894 to pos 1234, reset compression=false 2024-11-19T03:21:51,764 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32913,1731986483152.replicationSource.shipper47efada56ed5%2C32913%2C1731986483152,1-47efada56ed5,32913,1731986483152 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-47efada56ed5,32913,1731986483152 got entry batch from reader: WALEntryBatch [walEntries=[{test/3730fbaa72d4560961fc6b1b5d1eff8a/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/WALs/47efada56ed5,32913,1731986483152/47efada56ed5%2C32913%2C1731986483152.1731986485894, lastWalPosition=1234, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-19T03:21:51,765 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32935 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T03:21:51,774 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32935 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T03:21:51,863 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32935,1731986488600.replicationSource.wal-reader.47efada56ed5%2C32935%2C1731986488600,1-47efada56ed5,32935,1731986488600 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/WALs/47efada56ed5,32935,1731986488600/47efada56ed5%2C32935%2C1731986488600.1731986490141 to pos 1063, reset compression=false 2024-11-19T03:21:51,867 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32935,1731986488600.replicationSource.wal-reader.47efada56ed5%2C32935%2C1731986488600,1-47efada56ed5,32935,1731986488600 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T03:21:51,867 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32935,1731986488600.replicationSource.wal-reader.47efada56ed5%2C32935%2C1731986488600,1-47efada56ed5,32935,1731986488600 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/WALs/47efada56ed5,32935,1731986488600/47efada56ed5%2C32935%2C1731986488600.1731986490141 to pos 1235, reset compression=false 2024-11-19T03:21:51,867 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32935,1731986488600.replicationSource.shipper47efada56ed5%2C32935%2C1731986488600,1-47efada56ed5,32935,1731986488600 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-47efada56ed5,32935,1731986488600 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/WALs/47efada56ed5,32935,1731986488600/47efada56ed5%2C32935%2C1731986488600.1731986490141, lastWalPosition=1235, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T03:21:51,919 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,44849,1731986493737.replicationSource.wal-reader.47efada56ed5%2C44849%2C1731986493737,1-47efada56ed5,44849,1731986493737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/WALs/47efada56ed5,44849,1731986493737/47efada56ed5%2C44849%2C1731986493737.1731986494944 to pos 1235, reset compression=false 2024-11-19T03:21:51,973 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32913,1731986483152.replicationSource.wal-reader.47efada56ed5%2C32913%2C1731986483152,1-47efada56ed5,32913,1731986483152 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/WALs/47efada56ed5,32913,1731986483152/47efada56ed5%2C32913%2C1731986483152.1731986485894 to pos 1234, reset compression=false 2024-11-19T03:21:52,071 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32935,1731986488600.replicationSource.wal-reader.47efada56ed5%2C32935%2C1731986488600,1-47efada56ed5,32935,1731986488600 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/WALs/47efada56ed5,32935,1731986488600/47efada56ed5%2C32935%2C1731986488600.1731986490141 to pos 1235, reset compression=false 2024-11-19T03:21:52,186 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T03:21:52,223 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,44849,1731986493737.replicationSource.wal-reader.47efada56ed5%2C44849%2C1731986493737,1-47efada56ed5,44849,1731986493737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/WALs/47efada56ed5,44849,1731986493737/47efada56ed5%2C44849%2C1731986493737.1731986494944 to pos 1235, reset compression=false 2024-11-19T03:21:52,276 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32913,1731986483152.replicationSource.wal-reader.47efada56ed5%2C32913%2C1731986483152,1-47efada56ed5,32913,1731986483152 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/WALs/47efada56ed5,32913,1731986483152/47efada56ed5%2C32913%2C1731986483152.1731986485894 to pos 1234, reset compression=false 2024-11-19T03:21:52,375 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32935,1731986488600.replicationSource.wal-reader.47efada56ed5%2C32935%2C1731986488600,1-47efada56ed5,32935,1731986488600 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/WALs/47efada56ed5,32935,1731986488600/47efada56ed5%2C32935%2C1731986488600.1731986490141 to pos 1235, reset compression=false 2024-11-19T03:21:52,580 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-19T03:21:52,586 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@164034a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:21:52,586 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,39973,-1 for getting cluster id 2024-11-19T03:21:52,586 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:21:52,586 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26004959-9506-4947-9386-16cd9b81adc8' 2024-11-19T03:21:52,587 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:21:52,587 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26004959-9506-4947-9386-16cd9b81adc8" 2024-11-19T03:21:52,587 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f80fa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:21:52,587 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,39973,-1] 2024-11-19T03:21:52,587 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:21:52,587 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:21:52,588 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:21:52,588 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dbee4d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:21:52,592 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T03:21:52,593 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 47efada56ed5,39973,1731986493530 2024-11-19T03:21:52,594 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5070b9f 2024-11-19T03:21:52,595 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T03:21:52,596 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T03:21:52,596 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39973 {}] master.HMaster(3992): Client=jenkins//172.17.0.3 disable replication peer, id=1 2024-11-19T03:21:52,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39973 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-19T03:21:52,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-19T03:21:52,614 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T03:21:52,627 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,44849,1731986493737.replicationSource.wal-reader.47efada56ed5%2C44849%2C1731986493737,1-47efada56ed5,44849,1731986493737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/WALs/47efada56ed5,44849,1731986493737/47efada56ed5%2C44849%2C1731986493737.1731986494944 to pos 1235, reset compression=false 2024-11-19T03:21:52,686 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32913,1731986483152.replicationSource.wal-reader.47efada56ed5%2C32913%2C1731986483152,1-47efada56ed5,32913,1731986483152 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/WALs/47efada56ed5,32913,1731986483152/47efada56ed5%2C32913%2C1731986483152.1731986485894 to pos 1234, reset compression=false 2024-11-19T03:21:52,688 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T03:21:52,689 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [47efada56ed5,46551,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=47efada56ed5:46551 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T03:21:52,689 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68493 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [47efada56ed5,46551,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=47efada56ed5:46551 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T03:21:52,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-19T03:21:52,767 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44849 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-19T03:21:52,767 INFO [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-19T03:21:52,768 INFO [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-19T03:21:52,768 INFO [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-47efada56ed5,44849,1731986493737 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-19T03:21:52,768 INFO [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/47efada56ed5:0-0. 2024-11-19T03:21:52,768 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:21:52,769 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:21:52,769 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:21:52,769 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:21:52,778 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32935,1731986488600.replicationSource.wal-reader.47efada56ed5%2C32935%2C1731986488600,1-47efada56ed5,32935,1731986488600 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/WALs/47efada56ed5,32935,1731986488600/47efada56ed5%2C32935%2C1731986488600.1731986490141 to pos 1235, reset compression=false 2024-11-19T03:21:52,869 WARN [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,44849,1731986493737.replicationSource.shipper47efada56ed5%2C44849%2C1731986493737,1-47efada56ed5,44849,1731986493737 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-19T03:21:52,869 WARN [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,44849,1731986493737.replicationSource.wal-reader.47efada56ed5%2C44849%2C1731986493737,1-47efada56ed5,44849,1731986493737 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T03:21:52,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-19T03:21:52,969 INFO [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,44849,1731986493737.replicationSource.shipper47efada56ed5%2C44849%2C1731986493737,1-47efada56ed5,44849,1731986493737 terminated 2024-11-19T03:21:52,992 INFO [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-47efada56ed5,44849,1731986493737, ReplicationSource: 1, currentBandwidth=0 2024-11-19T03:21:52,993 INFO [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-19T03:21:52,993 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-19T03:21:52,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39973 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-19T03:21:52,995 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 47efada56ed5,44849,1731986493737 suceeded 2024-11-19T03:21:52,997 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-19T03:21:52,997 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 381 msec 2024-11-19T03:21:52,997 INFO [PEWorker-2 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-19T03:21:52,999 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 400 msec 2024-11-19T03:21:53,010 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,44849,1731986493737 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='47efada56ed5:34343' 2024-11-19T03:21:53,011 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,44849,1731986493737 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@40b75110, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:21:53,011 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,44849,1731986493737 {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,34343,-1 for getting cluster id 2024-11-19T03:21:53,011 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,44849,1731986493737 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:21:53,012 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1dc08fdb-0463-499d-aadf-1c84b6eee5e2' 2024-11-19T03:21:53,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:21:53,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1dc08fdb-0463-499d-aadf-1c84b6eee5e2" 2024-11-19T03:21:53,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f9734ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:21:53,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,34343,-1] 2024-11-19T03:21:53,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:21:53,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:21:53,013 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:21:53,014 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,44849,1731986493737 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@39d7c2ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:21:53,014 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,44849,1731986493737 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T03:21:53,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 47efada56ed5,34343,1731986482597 2024-11-19T03:21:53,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3be2fb2b 2024-11-19T03:21:53,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T03:21:53,016 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-19T03:21:53,017 INFO [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,44849,1731986493737 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-47efada56ed5,44849,1731986493737 (queues=1) is replicating from cluster=26004959-9506-4947-9386-16cd9b81adc8 to cluster=1dc08fdb-0463-499d-aadf-1c84b6eee5e2 2024-11-19T03:21:53,017 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,44849,1731986493737 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=47efada56ed5%2C44849%2C1731986493737 2024-11-19T03:21:53,017 INFO [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,44849,1731986493737 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-47efada56ed5,44849,1731986493737, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T03:21:53,021 INFO [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,44849,1731986493737.replicationSource.shipper47efada56ed5%2C44849%2C1731986493737,1-47efada56ed5,44849,1731986493737 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 47efada56ed5%2C44849%2C1731986493737 2024-11-19T03:21:53,190 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32913,1731986483152.replicationSource.wal-reader.47efada56ed5%2C32913%2C1731986483152,1-47efada56ed5,32913,1731986483152 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/WALs/47efada56ed5,32913,1731986483152/47efada56ed5%2C32913%2C1731986483152.1731986485894 to pos 1234, reset compression=false 2024-11-19T03:21:53,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-19T03:21:53,229 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-19T03:21:53,230 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T03:21:53,230 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:21:53,230 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:21:53,230 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:21:53,230 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:21:53,233 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-19T03:21:53,281 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32935,1731986488600.replicationSource.wal-reader.47efada56ed5%2C32935%2C1731986488600,1-47efada56ed5,32935,1731986488600 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/WALs/47efada56ed5,32935,1731986488600/47efada56ed5%2C32935%2C1731986488600.1731986490141 to pos 1235, reset compression=false 2024-11-19T03:21:53,801 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32913,1731986483152.replicationSource.wal-reader.47efada56ed5%2C32913%2C1731986483152,1-47efada56ed5,32913,1731986483152 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/WALs/47efada56ed5,32913,1731986483152/47efada56ed5%2C32913%2C1731986483152.1731986485894 to pos 1234, reset compression=false 2024-11-19T03:21:53,805 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32913,1731986483152.replicationSource.wal-reader.47efada56ed5%2C32913%2C1731986483152,1-47efada56ed5,32913,1731986483152 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T03:21:53,805 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32913,1731986483152.replicationSource.wal-reader.47efada56ed5%2C32913%2C1731986483152,1-47efada56ed5,32913,1731986483152 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/WALs/47efada56ed5,32913,1731986483152/47efada56ed5%2C32913%2C1731986483152.1731986485894 to pos 1338, reset compression=false 2024-11-19T03:21:53,805 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32913,1731986483152.replicationSource.shipper47efada56ed5%2C32913%2C1731986483152,1-47efada56ed5,32913,1731986483152 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-47efada56ed5,32913,1731986483152 got entry batch from reader: WALEntryBatch [walEntries=[{test/3730fbaa72d4560961fc6b1b5d1eff8a/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/WALs/47efada56ed5,32913,1731986483152/47efada56ed5%2C32913%2C1731986483152.1731986485894, lastWalPosition=1338, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-19T03:21:53,806 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32935 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T03:21:53,809 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32935 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T03:21:53,885 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32935,1731986488600.replicationSource.wal-reader.47efada56ed5%2C32935%2C1731986488600,1-47efada56ed5,32935,1731986488600 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/WALs/47efada56ed5,32935,1731986488600/47efada56ed5%2C32935%2C1731986488600.1731986490141 to pos 1235, reset compression=false 2024-11-19T03:21:53,890 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32935,1731986488600.replicationSource.wal-reader.47efada56ed5%2C32935%2C1731986488600,1-47efada56ed5,32935,1731986488600 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T03:21:53,890 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32935,1731986488600.replicationSource.wal-reader.47efada56ed5%2C32935%2C1731986488600,1-47efada56ed5,32935,1731986488600 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/WALs/47efada56ed5,32935,1731986488600/47efada56ed5%2C32935%2C1731986488600.1731986490141 to pos 1362, reset compression=false 2024-11-19T03:21:53,890 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32935,1731986488600.replicationSource.shipper47efada56ed5%2C32935%2C1731986488600,1-47efada56ed5,32935,1731986488600 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-47efada56ed5,32935,1731986488600 got entry batch from reader: WALEntryBatch [walEntries=[{test/2b20f82eb0c9c68774c666f2bd45a8a7/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/WALs/47efada56ed5,32935,1731986488600/47efada56ed5%2C32935%2C1731986488600.1731986490141, lastWalPosition=1362, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-19T03:21:53,891 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44849 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T03:21:53,893 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44849 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T03:21:54,012 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32913,1731986483152.replicationSource.wal-reader.47efada56ed5%2C32913%2C1731986483152,1-47efada56ed5,32913,1731986483152 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/WALs/47efada56ed5,32913,1731986483152/47efada56ed5%2C32913%2C1731986483152.1731986485894 to pos 1338, reset compression=false 2024-11-19T03:21:54,094 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32935,1731986488600.replicationSource.wal-reader.47efada56ed5%2C32935%2C1731986488600,1-47efada56ed5,32935,1731986488600 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/WALs/47efada56ed5,32935,1731986488600/47efada56ed5%2C32935%2C1731986488600.1731986490141 to pos 1362, reset compression=false 2024-11-19T03:21:54,235 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-19T03:21:54,237 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66e9a941, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:21:54,237 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,39973,-1 for getting cluster id 2024-11-19T03:21:54,237 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:21:54,238 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26004959-9506-4947-9386-16cd9b81adc8' 2024-11-19T03:21:54,238 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:21:54,238 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26004959-9506-4947-9386-16cd9b81adc8" 2024-11-19T03:21:54,238 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2eab3071, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:21:54,238 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,39973,-1] 2024-11-19T03:21:54,239 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:21:54,239 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:21:54,239 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:21:54,240 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bcd15e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:21:54,242 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T03:21:54,243 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 47efada56ed5,39973,1731986493530 2024-11-19T03:21:54,243 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26756a35 2024-11-19T03:21:54,243 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T03:21:54,244 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T03:21:54,245 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39973 {}] master.HMaster(3986): Client=jenkins//172.17.0.3 enable replication peer, id=1 2024-11-19T03:21:54,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39973 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-19T03:21:54,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-19T03:21:54,310 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T03:21:54,316 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32913,1731986483152.replicationSource.wal-reader.47efada56ed5%2C32913%2C1731986483152,1-47efada56ed5,32913,1731986483152 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/WALs/47efada56ed5,32913,1731986483152/47efada56ed5%2C32913%2C1731986483152.1731986485894 to pos 1338, reset compression=false 2024-11-19T03:21:54,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-19T03:21:54,397 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32935,1731986488600.replicationSource.wal-reader.47efada56ed5%2C32935%2C1731986488600,1-47efada56ed5,32935,1731986488600 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/WALs/47efada56ed5,32935,1731986488600/47efada56ed5%2C32935%2C1731986488600.1731986490141 to pos 1362, reset compression=false 2024-11-19T03:21:54,401 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32935,1731986488600.replicationSource.wal-reader.47efada56ed5%2C32935%2C1731986488600,1-47efada56ed5,32935,1731986488600 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T03:21:54,401 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32935,1731986488600.replicationSource.wal-reader.47efada56ed5%2C32935%2C1731986488600,1-47efada56ed5,32935,1731986488600 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/WALs/47efada56ed5,32935,1731986488600/47efada56ed5%2C32935%2C1731986488600.1731986490141 to pos 1466, reset compression=false 2024-11-19T03:21:54,401 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32935,1731986488600.replicationSource.shipper47efada56ed5%2C32935%2C1731986488600,1-47efada56ed5,32935,1731986488600 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-47efada56ed5,32935,1731986488600 got entry batch from reader: WALEntryBatch [walEntries=[{test/2b20f82eb0c9c68774c666f2bd45a8a7/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/WALs/47efada56ed5,32935,1731986488600/47efada56ed5%2C32935%2C1731986488600.1731986490141, lastWalPosition=1466, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-19T03:21:54,402 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44849 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T03:21:54,404 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44849 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T03:21:54,462 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44849 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-19T03:21:54,462 INFO [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-19T03:21:54,463 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-19T03:21:54,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39973 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-19T03:21:54,464 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 47efada56ed5,44849,1731986493737 suceeded 2024-11-19T03:21:54,466 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-19T03:21:54,466 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 154 msec 2024-11-19T03:21:54,466 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-19T03:21:54,467 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 221 msec 2024-11-19T03:21:54,521 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,44849,1731986493737.replicationSource.wal-reader.47efada56ed5%2C44849%2C1731986493737,1-47efada56ed5,44849,1731986493737 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/WALs/47efada56ed5,44849,1731986493737/47efada56ed5%2C44849%2C1731986493737.1731986494944, startPosition=1235, beingWritten=true 2024-11-19T03:21:54,526 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,44849,1731986493737.replicationSource.wal-reader.47efada56ed5%2C44849%2C1731986493737,1-47efada56ed5,44849,1731986493737 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T03:21:54,526 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,44849,1731986493737.replicationSource.wal-reader.47efada56ed5%2C44849%2C1731986493737,1-47efada56ed5,44849,1731986493737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/WALs/47efada56ed5,44849,1731986493737/47efada56ed5%2C44849%2C1731986493737.1731986494944 to pos 1512, reset compression=false 2024-11-19T03:21:54,526 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,44849,1731986493737.replicationSource.shipper47efada56ed5%2C44849%2C1731986493737,1-47efada56ed5,44849,1731986493737 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-47efada56ed5,44849,1731986493737 got entry batch from reader: WALEntryBatch [walEntries=[{test/47b63a8f0104a851fa29716d24a09fcb/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/WALs/47efada56ed5,44849,1731986493737/47efada56ed5%2C44849%2C1731986493737.1731986494944, lastWalPosition=1512, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-19T03:21:54,528 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,44849,1731986493737.replicationSource.shipper47efada56ed5%2C44849%2C1731986493737,1-47efada56ed5,44849,1731986493737 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T03:21:54,529 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-19T03:21:54,529 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32913 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T03:21:54,531 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32913 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T03:21:54,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-19T03:21:54,569 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-19T03:21:54,569 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T03:21:54,569 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:21:54,569 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:21:54,569 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:21:54,569 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:21:54,571 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-19T03:21:54,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T03:21:54,571 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T03:21:54,571 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:21:54,571 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:21:54,571 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:21:54,571 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:21:54,571 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T03:21:54,571 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=362518723, stopped=false 2024-11-19T03:21:54,571 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=47efada56ed5,39973,1731986493530 2024-11-19T03:21:54,604 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32935,1731986488600.replicationSource.wal-reader.47efada56ed5%2C32935%2C1731986488600,1-47efada56ed5,32935,1731986488600 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/WALs/47efada56ed5,32935,1731986488600/47efada56ed5%2C32935%2C1731986488600.1731986490141 to pos 1466, reset compression=false 2024-11-19T03:21:54,613 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44849-0x101511c52fb0007, quorum=127.0.0.1:60196, baseZNode=/278057918 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/278057918/running 2024-11-19T03:21:54,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39973-0x101511c52fb0006, quorum=127.0.0.1:60196, baseZNode=/278057918 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/278057918/running 2024-11-19T03:21:54,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39973-0x101511c52fb0006, quorum=127.0.0.1:60196, baseZNode=/278057918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/278057918 2024-11-19T03:21:54,613 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44849-0x101511c52fb0007, quorum=127.0.0.1:60196, baseZNode=/278057918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/278057918 2024-11-19T03:21:54,613 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T03:21:54,613 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T03:21:54,613 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:21:54,613 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:21:54,613 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '47efada56ed5,44849,1731986493737' ***** 2024-11-19T03:21:54,613 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T03:21:54,614 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44849-0x101511c52fb0007, quorum=127.0.0.1:60196, baseZNode=/278057918 Set watcher on znode that does not yet exist, /278057918/running 2024-11-19T03:21:54,614 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39973-0x101511c52fb0006, quorum=127.0.0.1:60196, baseZNode=/278057918 Set watcher on znode that does not yet exist, /278057918/running 2024-11-19T03:21:54,614 INFO [RS:0;47efada56ed5:44849 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T03:21:54,614 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T03:21:54,614 INFO [RS:0;47efada56ed5:44849 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T03:21:54,614 INFO [RS:0;47efada56ed5:44849 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T03:21:54,614 INFO [RS:0;47efada56ed5:44849 {}] regionserver.HRegionServer(3091): Received CLOSE for 47b63a8f0104a851fa29716d24a09fcb 2024-11-19T03:21:54,614 INFO [RS:0;47efada56ed5:44849 {}] regionserver.HRegionServer(3091): Received CLOSE for 4bd3d8d9b1b86a081956678ce8701383 2024-11-19T03:21:54,614 INFO [RS:0;47efada56ed5:44849 {}] regionserver.HRegionServer(959): stopping server 47efada56ed5,44849,1731986493737 2024-11-19T03:21:54,614 INFO [RS:0;47efada56ed5:44849 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T03:21:54,614 INFO [RS:0;47efada56ed5:44849 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;47efada56ed5:44849. 2024-11-19T03:21:54,614 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 47b63a8f0104a851fa29716d24a09fcb, disabling compactions & flushes 2024-11-19T03:21:54,614 DEBUG [RS:0;47efada56ed5:44849 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:21:54,614 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731986498861.47b63a8f0104a851fa29716d24a09fcb. 2024-11-19T03:21:54,614 DEBUG [RS:0;47efada56ed5:44849 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:21:54,615 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731986498861.47b63a8f0104a851fa29716d24a09fcb. 2024-11-19T03:21:54,615 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731986498861.47b63a8f0104a851fa29716d24a09fcb. after waiting 0 ms 2024-11-19T03:21:54,615 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731986498861.47b63a8f0104a851fa29716d24a09fcb. 2024-11-19T03:21:54,615 INFO [RS:0;47efada56ed5:44849 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T03:21:54,615 INFO [RS:0;47efada56ed5:44849 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T03:21:54,615 INFO [RS:0;47efada56ed5:44849 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T03:21:54,615 INFO [RS:0;47efada56ed5:44849 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T03:21:54,615 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 47b63a8f0104a851fa29716d24a09fcb 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-19T03:21:54,615 INFO [RS:0;47efada56ed5:44849 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-19T03:21:54,615 DEBUG [RS:0;47efada56ed5:44849 {}] regionserver.HRegionServer(1325): Online Regions={47b63a8f0104a851fa29716d24a09fcb=test,,1731986498861.47b63a8f0104a851fa29716d24a09fcb., 1588230740=hbase:meta,,1.1588230740, 4bd3d8d9b1b86a081956678ce8701383=hbase:replication,,1731986504334.4bd3d8d9b1b86a081956678ce8701383.} 2024-11-19T03:21:54,615 DEBUG [RS:0;47efada56ed5:44849 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 47b63a8f0104a851fa29716d24a09fcb, 4bd3d8d9b1b86a081956678ce8701383 2024-11-19T03:21:54,615 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T03:21:54,615 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T03:21:54,615 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T03:21:54,615 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T03:21:54,615 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T03:21:54,615 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-19T03:21:54,628 INFO [regionserver/47efada56ed5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T03:21:54,634 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/data/hbase/meta/1588230740/.tmp/info/a26a27f209f34d36bbb17aa220bbf1e0 is 147, key is hbase:replication,,1731986504334.4bd3d8d9b1b86a081956678ce8701383./info:regioninfo/1731986505541/Put/seqid=0 2024-11-19T03:21:54,634 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/data/default/test/47b63a8f0104a851fa29716d24a09fcb/.tmp/f/21f2e9b1fa094bd1b9eb0ec7e511984d is 37, key is row3/f:row3/1731986513231/Put/seqid=0 2024-11-19T03:21:54,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741841_1017 (size=5228) 2024-11-19T03:21:54,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741840_1016 (size=7686) 2024-11-19T03:21:54,721 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32913,1731986483152.replicationSource.wal-reader.47efada56ed5%2C32913%2C1731986483152,1-47efada56ed5,32913,1731986483152 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/WALs/47efada56ed5,32913,1731986483152/47efada56ed5%2C32913%2C1731986483152.1731986485894 to pos 1338, reset compression=false 2024-11-19T03:21:54,725 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32913,1731986483152.replicationSource.wal-reader.47efada56ed5%2C32913%2C1731986483152,1-47efada56ed5,32913,1731986483152 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T03:21:54,726 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32913,1731986483152.replicationSource.wal-reader.47efada56ed5%2C32913%2C1731986483152,1-47efada56ed5,32913,1731986483152 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/WALs/47efada56ed5,32913,1731986483152/47efada56ed5%2C32913%2C1731986483152.1731986485894 to pos 1488, reset compression=false 2024-11-19T03:21:54,726 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32913,1731986483152.replicationSource.shipper47efada56ed5%2C32913%2C1731986483152,1-47efada56ed5,32913,1731986483152 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-47efada56ed5,32913,1731986483152 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/WALs/47efada56ed5,32913,1731986483152/47efada56ed5%2C32913%2C1731986483152.1731986485894, lastWalPosition=1488, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T03:21:54,730 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,44849,1731986493737.replicationSource.wal-reader.47efada56ed5%2C44849%2C1731986493737,1-47efada56ed5,44849,1731986493737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/WALs/47efada56ed5,44849,1731986493737/47efada56ed5%2C44849%2C1731986493737.1731986494944 to pos 1512, reset compression=false 2024-11-19T03:21:54,733 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,44849,1731986493737.replicationSource.wal-reader.47efada56ed5%2C44849%2C1731986493737,1-47efada56ed5,44849,1731986493737 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T03:21:54,733 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,44849,1731986493737.replicationSource.wal-reader.47efada56ed5%2C44849%2C1731986493737,1-47efada56ed5,44849,1731986493737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/WALs/47efada56ed5,44849,1731986493737/47efada56ed5%2C44849%2C1731986493737.1731986494944 to pos 1759, reset compression=false 2024-11-19T03:21:54,733 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,44849,1731986493737.replicationSource.shipper47efada56ed5%2C44849%2C1731986493737,1-47efada56ed5,44849,1731986493737 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-47efada56ed5,44849,1731986493737 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/WALs/47efada56ed5,44849,1731986493737/47efada56ed5%2C44849%2C1731986493737.1731986494944, lastWalPosition=1759, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T03:21:54,734 ERROR [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,44849,1731986493737.replicationSource.shipper47efada56ed5%2C44849%2C1731986493737,1-47efada56ed5,44849,1731986493737 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 47efada56ed5,44849,1731986493737: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-47efada56ed5,44849,1731986493737, walGroup=47efada56ed5%2C44849%2C1731986493737, offset=47efada56ed5%2C44849%2C1731986493737.1731986494944:1759, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=47efada56ed5:44849 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-19T03:21:54,735 ERROR [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,44849,1731986493737.replicationSource.shipper47efada56ed5%2C44849%2C1731986493737,1-47efada56ed5,44849,1731986493737 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-19T03:21:54,735 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,44849,1731986493737.replicationSource.shipper47efada56ed5%2C44849%2C1731986493737,1-47efada56ed5,44849,1731986493737 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-19T03:21:54,735 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,44849,1731986493737.replicationSource.shipper47efada56ed5%2C44849%2C1731986493737,1-47efada56ed5,44849,1731986493737 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-19T03:21:54,735 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,44849,1731986493737.replicationSource.shipper47efada56ed5%2C44849%2C1731986493737,1-47efada56ed5,44849,1731986493737 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-19T03:21:54,735 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,44849,1731986493737.replicationSource.shipper47efada56ed5%2C44849%2C1731986493737,1-47efada56ed5,44849,1731986493737 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-19T03:21:54,736 INFO [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,44849,1731986493737.replicationSource.shipper47efada56ed5%2C44849%2C1731986493737,1-47efada56ed5,44849,1731986493737 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1205862400, "init": 1048576000, "max": 2306867200, "used": 781582024 }, "NonHeapMemoryUsage": { "committed": 201981952, "init": 7667712, "max": -1, "used": 198999952 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-19T03:21:54,736 WARN [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,44849,1731986493737.replicationSource.shipper47efada56ed5%2C44849%2C1731986493737,1-47efada56ed5,44849,1731986493737 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=47efada56ed5:39973 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=47efada56ed5:39973 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-19T03:21:54,815 DEBUG [RS:0;47efada56ed5:44849 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 47b63a8f0104a851fa29716d24a09fcb, 4bd3d8d9b1b86a081956678ce8701383 2024-11-19T03:21:54,863 INFO [regionserver/47efada56ed5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T03:21:54,863 INFO [regionserver/47efada56ed5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T03:21:54,907 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32935,1731986488600.replicationSource.wal-reader.47efada56ed5%2C32935%2C1731986488600,1-47efada56ed5,32935,1731986488600 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/WALs/47efada56ed5,32935,1731986488600/47efada56ed5%2C32935%2C1731986488600.1731986490141 to pos 1466, reset compression=false 2024-11-19T03:21:54,929 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32913,1731986483152.replicationSource.wal-reader.47efada56ed5%2C32913%2C1731986483152,1-47efada56ed5,32913,1731986483152 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/WALs/47efada56ed5,32913,1731986483152/47efada56ed5%2C32913%2C1731986483152.1731986485894 to pos 1488, reset compression=false 2024-11-19T03:21:54,936 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,44849,1731986493737.replicationSource.wal-reader.47efada56ed5%2C44849%2C1731986493737,1-47efada56ed5,44849,1731986493737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/WALs/47efada56ed5,44849,1731986493737/47efada56ed5%2C44849%2C1731986493737.1731986494944 to pos 1759, reset compression=false 2024-11-19T03:21:55,015 DEBUG [RS:0;47efada56ed5:44849 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 47b63a8f0104a851fa29716d24a09fcb, 4bd3d8d9b1b86a081956678ce8701383 2024-11-19T03:21:55,038 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/data/default/test/47b63a8f0104a851fa29716d24a09fcb/.tmp/f/21f2e9b1fa094bd1b9eb0ec7e511984d 2024-11-19T03:21:55,038 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/data/hbase/meta/1588230740/.tmp/info/a26a27f209f34d36bbb17aa220bbf1e0 2024-11-19T03:21:55,042 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 21f2e9b1fa094bd1b9eb0ec7e511984d 2024-11-19T03:21:55,054 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/data/hbase/meta/1588230740/.tmp/ns/7190a1c0caa8415e951c50a01ed6a65e is 43, key is default/ns:d/1731986495996/Put/seqid=0 2024-11-19T03:21:55,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741842_1018 (size=5153) 2024-11-19T03:21:55,057 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/data/default/test/47b63a8f0104a851fa29716d24a09fcb/.tmp/f1/b9efad90bc414cca861a1657a0e24ea4 is 30, key is row1/f1:/1731986510561/DeleteFamily/seqid=0 2024-11-19T03:21:55,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741843_1019 (size=5158) 2024-11-19T03:21:55,216 DEBUG [RS:0;47efada56ed5:44849 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 47b63a8f0104a851fa29716d24a09fcb, 4bd3d8d9b1b86a081956678ce8701383 2024-11-19T03:21:55,232 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32913,1731986483152.replicationSource.wal-reader.47efada56ed5%2C32913%2C1731986483152,1-47efada56ed5,32913,1731986483152 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/WALs/47efada56ed5,32913,1731986483152/47efada56ed5%2C32913%2C1731986483152.1731986485894 to pos 1488, reset compression=false 2024-11-19T03:21:55,239 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,44849,1731986493737.replicationSource.wal-reader.47efada56ed5%2C44849%2C1731986493737,1-47efada56ed5,44849,1731986493737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/WALs/47efada56ed5,44849,1731986493737/47efada56ed5%2C44849%2C1731986493737.1731986494944 to pos 1759, reset compression=false 2024-11-19T03:21:55,310 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32935,1731986488600.replicationSource.wal-reader.47efada56ed5%2C32935%2C1731986488600,1-47efada56ed5,32935,1731986488600 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/WALs/47efada56ed5,32935,1731986488600/47efada56ed5%2C32935%2C1731986488600.1731986490141 to pos 1466, reset compression=false 2024-11-19T03:21:55,416 DEBUG [RS:0;47efada56ed5:44849 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 47b63a8f0104a851fa29716d24a09fcb, 4bd3d8d9b1b86a081956678ce8701383 2024-11-19T03:21:55,457 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/data/hbase/meta/1588230740/.tmp/ns/7190a1c0caa8415e951c50a01ed6a65e 2024-11-19T03:21:55,460 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/data/default/test/47b63a8f0104a851fa29716d24a09fcb/.tmp/f1/b9efad90bc414cca861a1657a0e24ea4 2024-11-19T03:21:55,463 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b9efad90bc414cca861a1657a0e24ea4 2024-11-19T03:21:55,475 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/data/default/test/47b63a8f0104a851fa29716d24a09fcb/.tmp/norep/94f102c32cbc4e3c967ce271d2c5119a is 33, key is row2/norep:/1731986511570/DeleteFamily/seqid=0 2024-11-19T03:21:55,476 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/data/hbase/meta/1588230740/.tmp/rep_barrier/bc8c150f06634814b18bab9cc1c4c237 is 112, key is test,,1731986498861.47b63a8f0104a851fa29716d24a09fcb./rep_barrier:seqnumDuringOpen/1731986500005/Put/seqid=0 2024-11-19T03:21:55,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741844_1020 (size=5108) 2024-11-19T03:21:55,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741845_1021 (size=5518) 2024-11-19T03:21:55,479 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/data/hbase/meta/1588230740/.tmp/rep_barrier/bc8c150f06634814b18bab9cc1c4c237 2024-11-19T03:21:55,494 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/data/hbase/meta/1588230740/.tmp/table/b2b6eefda169412382dc92fbd1068136 is 53, key is hbase:replication/table:state/1731986505558/Put/seqid=0 2024-11-19T03:21:55,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741846_1022 (size=5308) 2024-11-19T03:21:55,616 DEBUG [RS:0;47efada56ed5:44849 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 47b63a8f0104a851fa29716d24a09fcb, 4bd3d8d9b1b86a081956678ce8701383 2024-11-19T03:21:55,636 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32913,1731986483152.replicationSource.wal-reader.47efada56ed5%2C32913%2C1731986483152,1-47efada56ed5,32913,1731986483152 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/WALs/47efada56ed5,32913,1731986483152/47efada56ed5%2C32913%2C1731986483152.1731986485894 to pos 1488, reset compression=false 2024-11-19T03:21:55,642 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,44849,1731986493737.replicationSource.wal-reader.47efada56ed5%2C44849%2C1731986493737,1-47efada56ed5,44849,1731986493737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/WALs/47efada56ed5,44849,1731986493737/47efada56ed5%2C44849%2C1731986493737.1731986494944 to pos 1759, reset compression=false 2024-11-19T03:21:55,813 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32935,1731986488600.replicationSource.wal-reader.47efada56ed5%2C32935%2C1731986488600,1-47efada56ed5,32935,1731986488600 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/WALs/47efada56ed5,32935,1731986488600/47efada56ed5%2C32935%2C1731986488600.1731986490141 to pos 1466, reset compression=false 2024-11-19T03:21:55,816 DEBUG [RS:0;47efada56ed5:44849 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 47b63a8f0104a851fa29716d24a09fcb, 4bd3d8d9b1b86a081956678ce8701383 2024-11-19T03:21:55,879 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/data/default/test/47b63a8f0104a851fa29716d24a09fcb/.tmp/norep/94f102c32cbc4e3c967ce271d2c5119a 2024-11-19T03:21:55,882 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 94f102c32cbc4e3c967ce271d2c5119a 2024-11-19T03:21:55,883 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/data/default/test/47b63a8f0104a851fa29716d24a09fcb/.tmp/f/21f2e9b1fa094bd1b9eb0ec7e511984d as hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/data/default/test/47b63a8f0104a851fa29716d24a09fcb/f/21f2e9b1fa094bd1b9eb0ec7e511984d 2024-11-19T03:21:55,887 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 21f2e9b1fa094bd1b9eb0ec7e511984d 2024-11-19T03:21:55,887 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/data/default/test/47b63a8f0104a851fa29716d24a09fcb/f/21f2e9b1fa094bd1b9eb0ec7e511984d, entries=5, sequenceid=12, filesize=5.1 K 2024-11-19T03:21:55,888 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/data/default/test/47b63a8f0104a851fa29716d24a09fcb/.tmp/f1/b9efad90bc414cca861a1657a0e24ea4 as hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/data/default/test/47b63a8f0104a851fa29716d24a09fcb/f1/b9efad90bc414cca861a1657a0e24ea4 2024-11-19T03:21:55,891 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b9efad90bc414cca861a1657a0e24ea4 2024-11-19T03:21:55,891 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/data/default/test/47b63a8f0104a851fa29716d24a09fcb/f1/b9efad90bc414cca861a1657a0e24ea4, entries=3, sequenceid=12, filesize=5.0 K 2024-11-19T03:21:55,891 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/data/default/test/47b63a8f0104a851fa29716d24a09fcb/.tmp/norep/94f102c32cbc4e3c967ce271d2c5119a as hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/data/default/test/47b63a8f0104a851fa29716d24a09fcb/norep/94f102c32cbc4e3c967ce271d2c5119a 2024-11-19T03:21:55,895 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 94f102c32cbc4e3c967ce271d2c5119a 2024-11-19T03:21:55,895 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/data/default/test/47b63a8f0104a851fa29716d24a09fcb/norep/94f102c32cbc4e3c967ce271d2c5119a, entries=1, sequenceid=12, filesize=5.0 K 2024-11-19T03:21:55,896 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 47b63a8f0104a851fa29716d24a09fcb in 1281ms, sequenceid=12, compaction requested=false 2024-11-19T03:21:55,898 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/data/hbase/meta/1588230740/.tmp/table/b2b6eefda169412382dc92fbd1068136 2024-11-19T03:21:55,900 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/data/default/test/47b63a8f0104a851fa29716d24a09fcb/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-19T03:21:55,901 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T03:21:55,901 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T03:21:55,901 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731986498861.47b63a8f0104a851fa29716d24a09fcb. 2024-11-19T03:21:55,901 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 47b63a8f0104a851fa29716d24a09fcb: Waiting for close lock at 1731986514614Running coprocessor pre-close hooks at 1731986514614Disabling compacts and flushes for region at 1731986514614Disabling writes for close at 1731986514615 (+1 ms)Obtaining lock to block concurrent updates at 1731986514615Preparing flush snapshotting stores in 47b63a8f0104a851fa29716d24a09fcb at 1731986514615Finished memstore snapshotting test,,1731986498861.47b63a8f0104a851fa29716d24a09fcb., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731986514615Flushing stores of test,,1731986498861.47b63a8f0104a851fa29716d24a09fcb. at 1731986514616 (+1 ms)Flushing 47b63a8f0104a851fa29716d24a09fcb/f: creating writer at 1731986514616Flushing 47b63a8f0104a851fa29716d24a09fcb/f: appending metadata at 1731986514634 (+18 ms)Flushing 47b63a8f0104a851fa29716d24a09fcb/f: closing flushed file at 1731986514634Flushing 47b63a8f0104a851fa29716d24a09fcb/f1: creating writer at 1731986515042 (+408 ms)Flushing 47b63a8f0104a851fa29716d24a09fcb/f1: appending metadata at 1731986515056 (+14 ms)Flushing 47b63a8f0104a851fa29716d24a09fcb/f1: closing flushed file at 1731986515056Flushing 47b63a8f0104a851fa29716d24a09fcb/norep: creating writer at 1731986515463 (+407 ms)Flushing 47b63a8f0104a851fa29716d24a09fcb/norep: appending metadata at 1731986515474 (+11 ms)Flushing 47b63a8f0104a851fa29716d24a09fcb/norep: closing flushed file at 1731986515474Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@341c2244: reopening flushed file at 1731986515882 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b3aa855: reopening flushed file at 1731986515887 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b5ce375: reopening flushed file at 1731986515891 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 47b63a8f0104a851fa29716d24a09fcb in 1281ms, sequenceid=12, compaction requested=false at 1731986515896 (+5 ms)Writing region close event to WAL at 1731986515898 (+2 ms)Running coprocessor post-close hooks at 1731986515901 (+3 ms)Closed at 1731986515901 2024-11-19T03:21:55,901 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731986498861.47b63a8f0104a851fa29716d24a09fcb. 2024-11-19T03:21:55,901 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/data/hbase/meta/1588230740/.tmp/info/a26a27f209f34d36bbb17aa220bbf1e0 as hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/data/hbase/meta/1588230740/info/a26a27f209f34d36bbb17aa220bbf1e0 2024-11-19T03:21:55,902 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4bd3d8d9b1b86a081956678ce8701383, disabling compactions & flushes 2024-11-19T03:21:55,902 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731986504334.4bd3d8d9b1b86a081956678ce8701383. 2024-11-19T03:21:55,902 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731986504334.4bd3d8d9b1b86a081956678ce8701383. 2024-11-19T03:21:55,902 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731986504334.4bd3d8d9b1b86a081956678ce8701383. after waiting 0 ms 2024-11-19T03:21:55,902 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731986504334.4bd3d8d9b1b86a081956678ce8701383. 2024-11-19T03:21:55,902 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4bd3d8d9b1b86a081956678ce8701383: Waiting for close lock at 1731986515901Running coprocessor pre-close hooks at 1731986515901Disabling compacts and flushes for region at 1731986515901Disabling writes for close at 1731986515902 (+1 ms)Failed flush hbase:replication,,1731986504334.4bd3d8d9b1b86a081956678ce8701383., putting online again at 1731986515902 2024-11-19T03:21:55,902 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731986504334.4bd3d8d9b1b86a081956678ce8701383. 2024-11-19T03:21:55,905 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/data/hbase/meta/1588230740/info/a26a27f209f34d36bbb17aa220bbf1e0, entries=20, sequenceid=16, filesize=7.5 K 2024-11-19T03:21:55,905 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/data/hbase/meta/1588230740/.tmp/ns/7190a1c0caa8415e951c50a01ed6a65e as hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/data/hbase/meta/1588230740/ns/7190a1c0caa8415e951c50a01ed6a65e 2024-11-19T03:21:55,909 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/data/hbase/meta/1588230740/ns/7190a1c0caa8415e951c50a01ed6a65e, entries=2, sequenceid=16, filesize=5.0 K 2024-11-19T03:21:55,909 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/data/hbase/meta/1588230740/.tmp/rep_barrier/bc8c150f06634814b18bab9cc1c4c237 as hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/data/hbase/meta/1588230740/rep_barrier/bc8c150f06634814b18bab9cc1c4c237 2024-11-19T03:21:55,913 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/data/hbase/meta/1588230740/rep_barrier/bc8c150f06634814b18bab9cc1c4c237, entries=1, sequenceid=16, filesize=5.4 K 2024-11-19T03:21:55,913 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/data/hbase/meta/1588230740/.tmp/table/b2b6eefda169412382dc92fbd1068136 as hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/data/hbase/meta/1588230740/table/b2b6eefda169412382dc92fbd1068136 2024-11-19T03:21:55,917 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/data/hbase/meta/1588230740/table/b2b6eefda169412382dc92fbd1068136, entries=4, sequenceid=16, filesize=5.2 K 2024-11-19T03:21:55,918 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1303ms, sequenceid=16, compaction requested=false 2024-11-19T03:21:55,922 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-19T03:21:55,922 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T03:21:55,922 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T03:21:55,922 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T03:21:55,922 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731986514615Running coprocessor pre-close hooks at 1731986514615Disabling compacts and flushes for region at 1731986514615Disabling writes for close at 1731986514615Obtaining lock to block concurrent updates at 1731986514615Preparing flush snapshotting stores in 1588230740 at 1731986514615Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731986514616 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731986514616Flushing 1588230740/info: creating writer at 1731986514616Flushing 1588230740/info: appending metadata at 1731986514634 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731986514634Flushing 1588230740/ns: creating writer at 1731986515042 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731986515053 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1731986515054 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1731986515461 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731986515476 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731986515476Flushing 1588230740/table: creating writer at 1731986515482 (+6 ms)Flushing 1588230740/table: appending metadata at 1731986515494 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731986515494Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@501867a7: reopening flushed file at 1731986515901 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ee07ada: reopening flushed file at 1731986515905 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b912ef8: reopening flushed file at 1731986515909 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b9a5761: reopening flushed file at 1731986515913 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1303ms, sequenceid=16, compaction requested=false at 1731986515918 (+5 ms)Writing region close event to WAL at 1731986515919 (+1 ms)Running coprocessor post-close hooks at 1731986515922 (+3 ms)Closed at 1731986515922 2024-11-19T03:21:55,922 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T03:21:56,016 INFO [RS:0;47efada56ed5:44849 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T03:21:56,016 DEBUG [RS:0;47efada56ed5:44849 {}] regionserver.HRegionServer(1325): Online Regions={4bd3d8d9b1b86a081956678ce8701383=hbase:replication,,1731986504334.4bd3d8d9b1b86a081956678ce8701383.} 2024-11-19T03:21:56,016 INFO [RS:0;47efada56ed5:44849 {}] regionserver.HRegionServer(3091): Received CLOSE for 4bd3d8d9b1b86a081956678ce8701383 2024-11-19T03:21:56,016 DEBUG [RS:0;47efada56ed5:44849 {}] regionserver.HRegionServer(1351): Waiting on 4bd3d8d9b1b86a081956678ce8701383 2024-11-19T03:21:56,017 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4bd3d8d9b1b86a081956678ce8701383, disabling compactions & flushes 2024-11-19T03:21:56,017 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731986504334.4bd3d8d9b1b86a081956678ce8701383. 2024-11-19T03:21:56,017 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731986504334.4bd3d8d9b1b86a081956678ce8701383. 2024-11-19T03:21:56,017 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731986504334.4bd3d8d9b1b86a081956678ce8701383. after waiting 0 ms 2024-11-19T03:21:56,017 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731986504334.4bd3d8d9b1b86a081956678ce8701383. 2024-11-19T03:21:56,017 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4bd3d8d9b1b86a081956678ce8701383: Waiting for close lock at 1731986516017Running coprocessor pre-close hooks at 1731986516017Disabling compacts and flushes for region at 1731986516017Disabling writes for close at 1731986516017Failed flush hbase:replication,,1731986504334.4bd3d8d9b1b86a081956678ce8701383., putting online again at 1731986516017 2024-11-19T03:21:56,017 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731986504334.4bd3d8d9b1b86a081956678ce8701383. 2024-11-19T03:21:56,139 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32913,1731986483152.replicationSource.wal-reader.47efada56ed5%2C32913%2C1731986483152,1-47efada56ed5,32913,1731986483152 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/WALs/47efada56ed5,32913,1731986483152/47efada56ed5%2C32913%2C1731986483152.1731986485894 to pos 1488, reset compression=false 2024-11-19T03:21:56,145 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,44849,1731986493737.replicationSource.wal-reader.47efada56ed5%2C44849%2C1731986493737,1-47efada56ed5,44849,1731986493737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/WALs/47efada56ed5,44849,1731986493737/47efada56ed5%2C44849%2C1731986493737.1731986494944 to pos 1759, reset compression=false 2024-11-19T03:21:56,148 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,44849,1731986493737.replicationSource.wal-reader.47efada56ed5%2C44849%2C1731986493737,1-47efada56ed5,44849,1731986493737 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T03:21:56,148 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,44849,1731986493737.replicationSource.wal-reader.47efada56ed5%2C44849%2C1731986493737,1-47efada56ed5,44849,1731986493737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/WALs/47efada56ed5,44849,1731986493737/47efada56ed5%2C44849%2C1731986493737.1731986494944 to pos 2403, reset compression=false 2024-11-19T03:21:56,217 INFO [RS:0;47efada56ed5:44849 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-19T03:21:56,217 INFO [RS:0;47efada56ed5:44849 {}] regionserver.HRegionServer(976): stopping server 47efada56ed5,44849,1731986493737; all regions closed. 2024-11-19T03:21:56,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741834_1010 (size=4239) 2024-11-19T03:21:56,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741839_1015 (size=2172) 2024-11-19T03:21:56,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741832_1008 (size=2411) 2024-11-19T03:21:56,223 DEBUG [RS:0;47efada56ed5:44849 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:21:56,223 INFO [RS:0;47efada56ed5:44849 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T03:21:56,223 INFO [RS:0;47efada56ed5:44849 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T03:21:56,223 INFO [RS:0;47efada56ed5:44849 {}] hbase.ChoreService(370): Chore service for: regionserver/47efada56ed5:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T03:21:56,223 INFO [RS:0;47efada56ed5:44849 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T03:21:56,223 INFO [regionserver/47efada56ed5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T03:21:56,223 INFO [RS:0;47efada56ed5:44849 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-47efada56ed5,44849,1731986493737 because: Region server is closing 2024-11-19T03:21:56,223 INFO [RS:0;47efada56ed5:44849 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;47efada56ed5:44849. 2024-11-19T03:21:56,223 DEBUG [RS:0;47efada56ed5:44849 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:21:56,223 DEBUG [RS:0;47efada56ed5:44849 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:21:56,224 DEBUG [RS:0;47efada56ed5:44849 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:21:56,224 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:21:56,324 INFO [RS:0;47efada56ed5:44849 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,44849,1731986493737.replicationSource.shipper47efada56ed5%2C44849%2C1731986493737,1-47efada56ed5,44849,1731986493737 terminated 2024-11-19T03:21:56,324 WARN [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,44849,1731986493737.replicationSource.wal-reader.47efada56ed5%2C44849%2C1731986493737,1-47efada56ed5,44849,1731986493737 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T03:21:56,324 INFO [RS:0;47efada56ed5:44849 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;47efada56ed5:44849. 2024-11-19T03:21:56,324 DEBUG [RS:0;47efada56ed5:44849 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:21:56,324 DEBUG [RS:0;47efada56ed5:44849 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:21:56,324 DEBUG [RS:0;47efada56ed5:44849 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:21:56,324 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:21:56,324 INFO [RS:0;47efada56ed5:44849 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44849 2024-11-19T03:21:56,383 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44849-0x101511c52fb0007, quorum=127.0.0.1:60196, baseZNode=/278057918 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/278057918/rs/47efada56ed5,44849,1731986493737 2024-11-19T03:21:56,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39973-0x101511c52fb0006, quorum=127.0.0.1:60196, baseZNode=/278057918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/278057918/rs 2024-11-19T03:21:56,383 INFO [RS:0;47efada56ed5:44849 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T03:21:56,383 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [47efada56ed5,44849,1731986493737] 2024-11-19T03:21:56,417 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32935,1731986488600.replicationSource.wal-reader.47efada56ed5%2C32935%2C1731986488600,1-47efada56ed5,32935,1731986488600 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/WALs/47efada56ed5,32935,1731986488600/47efada56ed5%2C32935%2C1731986488600.1731986490141 to pos 1466, reset compression=false 2024-11-19T03:21:56,497 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /278057918/draining/47efada56ed5,44849,1731986493737 already deleted, retry=false 2024-11-19T03:21:56,497 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 47efada56ed5,44849,1731986493737 expired; onlineServers=0 2024-11-19T03:21:56,497 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '47efada56ed5,39973,1731986493530' ***** 2024-11-19T03:21:56,497 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T03:21:56,497 INFO [M:0;47efada56ed5:39973 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T03:21:56,498 INFO [M:0;47efada56ed5:39973 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T03:21:56,498 DEBUG [M:0;47efada56ed5:39973 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T03:21:56,498 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T03:21:56,498 DEBUG [M:0;47efada56ed5:39973 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T03:21:56,498 DEBUG [master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.small.0-1731986494664 {}] cleaner.HFileCleaner(306): Exit Thread[master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.small.0-1731986494664,5,FailOnTimeoutGroup] 2024-11-19T03:21:56,498 DEBUG [master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.large.0-1731986494657 {}] cleaner.HFileCleaner(306): Exit Thread[master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.large.0-1731986494657,5,FailOnTimeoutGroup] 2024-11-19T03:21:56,498 INFO [M:0;47efada56ed5:39973 {}] hbase.ChoreService(370): Chore service for: master/47efada56ed5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T03:21:56,498 INFO [M:0;47efada56ed5:39973 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T03:21:56,498 DEBUG [M:0;47efada56ed5:39973 {}] master.HMaster(1795): Stopping service threads 2024-11-19T03:21:56,498 INFO [M:0;47efada56ed5:39973 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T03:21:56,498 INFO [M:0;47efada56ed5:39973 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T03:21:56,498 INFO [M:0;47efada56ed5:39973 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T03:21:56,498 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T03:21:56,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39973-0x101511c52fb0006, quorum=127.0.0.1:60196, baseZNode=/278057918 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/278057918/master 2024-11-19T03:21:56,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39973-0x101511c52fb0006, quorum=127.0.0.1:60196, baseZNode=/278057918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/278057918 2024-11-19T03:21:56,508 DEBUG [M:0;47efada56ed5:39973 {}] zookeeper.ZKUtil(347): master:39973-0x101511c52fb0006, quorum=127.0.0.1:60196, baseZNode=/278057918 Unable to get data of znode /278057918/master because node does not exist (not an error) 2024-11-19T03:21:56,508 WARN [M:0;47efada56ed5:39973 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T03:21:56,509 INFO [M:0;47efada56ed5:39973 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/.lastflushedseqids 2024-11-19T03:21:56,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741847_1023 (size=245) 2024-11-19T03:21:56,588 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44849-0x101511c52fb0007, quorum=127.0.0.1:60196, baseZNode=/278057918 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T03:21:56,588 INFO [RS:0;47efada56ed5:44849 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T03:21:56,588 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44849-0x101511c52fb0007, quorum=127.0.0.1:60196, baseZNode=/278057918 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T03:21:56,588 INFO [RS:0;47efada56ed5:44849 {}] regionserver.HRegionServer(1031): Exiting; stopping=47efada56ed5,44849,1731986493737; zookeeper connection closed. 2024-11-19T03:21:56,589 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2199a242 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2199a242 2024-11-19T03:21:56,589 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T03:21:56,743 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32913,1731986483152.replicationSource.wal-reader.47efada56ed5%2C32913%2C1731986483152,1-47efada56ed5,32913,1731986483152 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/WALs/47efada56ed5,32913,1731986483152/47efada56ed5%2C32913%2C1731986483152.1731986485894 to pos 1488, reset compression=false 2024-11-19T03:21:56,913 INFO [M:0;47efada56ed5:39973 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T03:21:56,913 INFO [M:0;47efada56ed5:39973 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T03:21:56,913 DEBUG [M:0;47efada56ed5:39973 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T03:21:56,913 INFO [M:0;47efada56ed5:39973 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:21:56,913 DEBUG [M:0;47efada56ed5:39973 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:21:56,913 DEBUG [M:0;47efada56ed5:39973 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T03:21:56,913 DEBUG [M:0;47efada56ed5:39973 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:21:56,913 INFO [M:0;47efada56ed5:39973 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.59 KB heapSize=75.51 KB 2024-11-19T03:21:56,930 DEBUG [M:0;47efada56ed5:39973 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4ae84a3e551047179e994f6e4e56cfa7 is 82, key is hbase:meta,,1/info:regioninfo/1731986495974/Put/seqid=0 2024-11-19T03:21:56,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741848_1024 (size=5672) 2024-11-19T03:21:57,120 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32935,1731986488600.replicationSource.wal-reader.47efada56ed5%2C32935%2C1731986488600,1-47efada56ed5,32935,1731986488600 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/WALs/47efada56ed5,32935,1731986488600/47efada56ed5%2C32935%2C1731986488600.1731986490141 to pos 1466, reset compression=false 2024-11-19T03:21:57,334 INFO [M:0;47efada56ed5:39973 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4ae84a3e551047179e994f6e4e56cfa7 2024-11-19T03:21:57,353 DEBUG [M:0;47efada56ed5:39973 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6fafd0a87a734efc89b8423ec2c8cf93 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731986505562/Put/seqid=0 2024-11-19T03:21:57,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741849_1025 (size=9213) 2024-11-19T03:21:57,446 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32913,1731986483152.replicationSource.wal-reader.47efada56ed5%2C32913%2C1731986483152,1-47efada56ed5,32913,1731986483152 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/WALs/47efada56ed5,32913,1731986483152/47efada56ed5%2C32913%2C1731986483152.1731986485894 to pos 1488, reset compression=false 2024-11-19T03:21:57,757 INFO [M:0;47efada56ed5:39973 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.04 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6fafd0a87a734efc89b8423ec2c8cf93 2024-11-19T03:21:57,778 DEBUG [M:0;47efada56ed5:39973 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5b25eda025de4d4d8529bd7224c12a0d is 69, key is 47efada56ed5,44849,1731986493737/rs:state/1731986494746/Put/seqid=0 2024-11-19T03:21:57,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741850_1026 (size=5156) 2024-11-19T03:21:57,937 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32935,1731986488600.replicationSource.wal-reader.47efada56ed5%2C32935%2C1731986488600,1-47efada56ed5,32935,1731986488600 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/WALs/47efada56ed5,32935,1731986488600/47efada56ed5%2C32935%2C1731986488600.1731986490141 to pos 1466, reset compression=false 2024-11-19T03:21:58,182 INFO [M:0;47efada56ed5:39973 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5b25eda025de4d4d8529bd7224c12a0d 2024-11-19T03:21:58,186 DEBUG [M:0;47efada56ed5:39973 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4ae84a3e551047179e994f6e4e56cfa7 as hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4ae84a3e551047179e994f6e4e56cfa7 2024-11-19T03:21:58,189 INFO [M:0;47efada56ed5:39973 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4ae84a3e551047179e994f6e4e56cfa7, entries=8, sequenceid=127, filesize=5.5 K 2024-11-19T03:21:58,190 DEBUG [M:0;47efada56ed5:39973 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6fafd0a87a734efc89b8423ec2c8cf93 as hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6fafd0a87a734efc89b8423ec2c8cf93 2024-11-19T03:21:58,193 INFO [M:0;47efada56ed5:39973 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6fafd0a87a734efc89b8423ec2c8cf93, entries=15, sequenceid=127, filesize=9.0 K 2024-11-19T03:21:58,194 DEBUG [M:0;47efada56ed5:39973 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5b25eda025de4d4d8529bd7224c12a0d as hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5b25eda025de4d4d8529bd7224c12a0d 2024-11-19T03:21:58,197 INFO [M:0;47efada56ed5:39973 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44849/user/jenkins/test-data/3db20d0c-35f4-c9e2-3b4b-eaf9cdae76fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5b25eda025de4d4d8529bd7224c12a0d, entries=1, sequenceid=127, filesize=5.0 K 2024-11-19T03:21:58,198 INFO [M:0;47efada56ed5:39973 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.59 KB/65121, heapSize ~75.21 KB/77016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=127, compaction requested=false 2024-11-19T03:21:58,199 INFO [M:0;47efada56ed5:39973 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:21:58,200 DEBUG [M:0;47efada56ed5:39973 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731986516913Disabling compacts and flushes for region at 1731986516913Disabling writes for close at 1731986516913Obtaining lock to block concurrent updates at 1731986516913Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731986516913Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65121, getHeapSize=77256, getOffHeapSize=0, getCellsCount=148 at 1731986516914 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731986516914Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731986516914Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731986516930 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731986516930Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731986517337 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731986517352 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731986517353 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731986517761 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731986517778 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731986517778Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2de8409d: reopening flushed file at 1731986518186 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c7dcda6: reopening flushed file at 1731986518189 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72b1f14f: reopening flushed file at 1731986518194 (+5 ms)Finished flush of dataSize ~63.59 KB/65121, heapSize ~75.21 KB/77016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=127, compaction requested=false at 1731986518198 (+4 ms)Writing region close event to WAL at 1731986518199 (+1 ms)Closed at 1731986518199 2024-11-19T03:21:58,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741830_1006 (size=73878) 2024-11-19T03:21:58,202 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T03:21:58,202 INFO [M:0;47efada56ed5:39973 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T03:21:58,202 INFO [M:0;47efada56ed5:39973 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39973 2024-11-19T03:21:58,202 INFO [M:0;47efada56ed5:39973 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T03:21:58,248 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32913,1731986483152.replicationSource.wal-reader.47efada56ed5%2C32913%2C1731986483152,1-47efada56ed5,32913,1731986483152 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/WALs/47efada56ed5,32913,1731986483152/47efada56ed5%2C32913%2C1731986483152.1731986485894 to pos 1488, reset compression=false 2024-11-19T03:21:58,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39973-0x101511c52fb0006, quorum=127.0.0.1:60196, baseZNode=/278057918 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T03:21:58,313 INFO [M:0;47efada56ed5:39973 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T03:21:58,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39973-0x101511c52fb0006, quorum=127.0.0.1:60196, baseZNode=/278057918 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T03:21:58,316 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@19803d52{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T03:21:58,316 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4f15a432{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T03:21:58,316 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T03:21:58,316 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@488a0d11{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T03:21:58,316 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@35afb4e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ff7ba7bb-35a8-cdac-2a4f-ed3c02215eaa/hadoop.log.dir/,STOPPED} 2024-11-19T03:21:58,318 WARN [BP-680094288-172.17.0.3-1731986490811 heartbeating to localhost/127.0.0.1:44849 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T03:21:58,318 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T03:21:58,318 WARN [BP-680094288-172.17.0.3-1731986490811 heartbeating to localhost/127.0.0.1:44849 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-680094288-172.17.0.3-1731986490811 (Datanode Uuid a1ef9206-31d1-4f52-8af6-31a197096a3d) service to localhost/127.0.0.1:44849 2024-11-19T03:21:58,318 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T03:21:58,318 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ff7ba7bb-35a8-cdac-2a4f-ed3c02215eaa/cluster_6e8c39c2-2e4f-c0f4-ab2f-081269880be2/data/data1/current/BP-680094288-172.17.0.3-1731986490811 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T03:21:58,318 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ff7ba7bb-35a8-cdac-2a4f-ed3c02215eaa/cluster_6e8c39c2-2e4f-c0f4-ab2f-081269880be2/data/data2/current/BP-680094288-172.17.0.3-1731986490811 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T03:21:58,318 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T03:21:58,324 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d8136ac{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T03:21:58,325 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@55482074{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T03:21:58,325 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T03:21:58,325 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5efb8ebf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T03:21:58,325 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14d01920{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ff7ba7bb-35a8-cdac-2a4f-ed3c02215eaa/hadoop.log.dir/,STOPPED} 2024-11-19T03:21:58,328 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T03:21:58,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T03:21:58,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T03:21:58,341 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T03:21:58,342 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:21:58,342 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:21:58,342 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:21:58,342 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:21:58,342 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T03:21:58,342 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1752906359, stopped=false 2024-11-19T03:21:58,342 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=47efada56ed5,39681,1731986488396 2024-11-19T03:21:58,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32935-0x101511c52fb0004, quorum=127.0.0.1:60196, baseZNode=/1150413481 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1150413481/running 2024-11-19T03:21:58,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39681-0x101511c52fb0003, quorum=127.0.0.1:60196, baseZNode=/1150413481 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1150413481/running 2024-11-19T03:21:58,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32935-0x101511c52fb0004, quorum=127.0.0.1:60196, baseZNode=/1150413481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1150413481 2024-11-19T03:21:58,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39681-0x101511c52fb0003, quorum=127.0.0.1:60196, baseZNode=/1150413481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1150413481 2024-11-19T03:21:58,394 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T03:21:58,394 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T03:21:58,394 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:21:58,394 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32935-0x101511c52fb0004, quorum=127.0.0.1:60196, baseZNode=/1150413481 Set watcher on znode that does not yet exist, /1150413481/running 2024-11-19T03:21:58,394 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:21:58,394 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39681-0x101511c52fb0003, quorum=127.0.0.1:60196, baseZNode=/1150413481 Set watcher on znode that does not yet exist, /1150413481/running 2024-11-19T03:21:58,395 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '47efada56ed5,32935,1731986488600' ***** 2024-11-19T03:21:58,395 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T03:21:58,395 INFO [RS:0;47efada56ed5:32935 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T03:21:58,395 INFO [RS:0;47efada56ed5:32935 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T03:21:58,395 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T03:21:58,395 INFO [RS:0;47efada56ed5:32935 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T03:21:58,395 INFO [RS:0;47efada56ed5:32935 {}] regionserver.HRegionServer(3091): Received CLOSE for 23d7a232ab0c197417110a9df591c744 2024-11-19T03:21:58,395 INFO [RS:0;47efada56ed5:32935 {}] regionserver.HRegionServer(3091): Received CLOSE for 2b20f82eb0c9c68774c666f2bd45a8a7 2024-11-19T03:21:58,395 INFO [RS:0;47efada56ed5:32935 {}] regionserver.HRegionServer(959): stopping server 47efada56ed5,32935,1731986488600 2024-11-19T03:21:58,395 INFO [RS:0;47efada56ed5:32935 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T03:21:58,395 INFO [RS:0;47efada56ed5:32935 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;47efada56ed5:32935. 2024-11-19T03:21:58,395 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 23d7a232ab0c197417110a9df591c744, disabling compactions & flushes 2024-11-19T03:21:58,395 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731986503188.23d7a232ab0c197417110a9df591c744. 2024-11-19T03:21:58,395 DEBUG [RS:0;47efada56ed5:32935 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:21:58,395 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731986503188.23d7a232ab0c197417110a9df591c744. 2024-11-19T03:21:58,395 DEBUG [RS:0;47efada56ed5:32935 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:21:58,395 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731986503188.23d7a232ab0c197417110a9df591c744. after waiting 0 ms 2024-11-19T03:21:58,395 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731986503188.23d7a232ab0c197417110a9df591c744. 2024-11-19T03:21:58,396 INFO [RS:0;47efada56ed5:32935 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T03:21:58,396 INFO [RS:0;47efada56ed5:32935 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T03:21:58,396 INFO [RS:0;47efada56ed5:32935 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T03:21:58,396 INFO [RS:0;47efada56ed5:32935 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T03:21:58,396 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 23d7a232ab0c197417110a9df591c744 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-19T03:21:58,396 INFO [RS:0;47efada56ed5:32935 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-19T03:21:58,396 DEBUG [RS:0;47efada56ed5:32935 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 23d7a232ab0c197417110a9df591c744=hbase:replication,,1731986503188.23d7a232ab0c197417110a9df591c744., 2b20f82eb0c9c68774c666f2bd45a8a7=test,,1731986498204.2b20f82eb0c9c68774c666f2bd45a8a7.} 2024-11-19T03:21:58,396 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T03:21:58,396 DEBUG [RS:0;47efada56ed5:32935 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 23d7a232ab0c197417110a9df591c744, 2b20f82eb0c9c68774c666f2bd45a8a7 2024-11-19T03:21:58,396 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T03:21:58,396 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T03:21:58,396 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T03:21:58,396 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T03:21:58,396 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-19T03:21:58,412 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/data/hbase/meta/1588230740/.tmp/info/ee06ec6293974a43b8f7f4359a9866a6 is 147, key is hbase:replication,,1731986503188.23d7a232ab0c197417110a9df591c744./info:regioninfo/1731986503592/Put/seqid=0 2024-11-19T03:21:58,412 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/data/hbase/replication/23d7a232ab0c197417110a9df591c744/.tmp/queue/4dd42f9dd8c44bbcaf8a15bc165ce643 is 154, key is 1-47efada56ed5,32935,1731986488600/queue:47efada56ed5%2C32935%2C1731986488600/1731986514405/Put/seqid=0 2024-11-19T03:21:58,425 INFO [regionserver/47efada56ed5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T03:21:58,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46877 is added to blk_1073741840_1016 (size=7686) 2024-11-19T03:21:58,427 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/data/hbase/meta/1588230740/.tmp/info/ee06ec6293974a43b8f7f4359a9866a6 2024-11-19T03:21:58,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46877 is added to blk_1073741841_1017 (size=5353) 2024-11-19T03:21:58,428 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/data/hbase/replication/23d7a232ab0c197417110a9df591c744/.tmp/queue/4dd42f9dd8c44bbcaf8a15bc165ce643 2024-11-19T03:21:58,445 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/data/hbase/replication/23d7a232ab0c197417110a9df591c744/.tmp/queue/4dd42f9dd8c44bbcaf8a15bc165ce643 as hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/data/hbase/replication/23d7a232ab0c197417110a9df591c744/queue/4dd42f9dd8c44bbcaf8a15bc165ce643 2024-11-19T03:21:58,449 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/data/hbase/replication/23d7a232ab0c197417110a9df591c744/queue/4dd42f9dd8c44bbcaf8a15bc165ce643, entries=1, sequenceid=14, filesize=5.2 K 2024-11-19T03:21:58,452 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 23d7a232ab0c197417110a9df591c744 in 55ms, sequenceid=14, compaction requested=false 2024-11-19T03:21:58,461 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/data/hbase/meta/1588230740/.tmp/ns/5203697bca374ade95d9c759acb7b731 is 43, key is default/ns:d/1731986490663/Put/seqid=0 2024-11-19T03:21:58,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46877 is added to blk_1073741842_1018 (size=5153) 2024-11-19T03:21:58,480 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/data/hbase/replication/23d7a232ab0c197417110a9df591c744/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-19T03:21:58,481 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T03:21:58,481 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T03:21:58,481 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731986503188.23d7a232ab0c197417110a9df591c744. 2024-11-19T03:21:58,481 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 23d7a232ab0c197417110a9df591c744: Waiting for close lock at 1731986518395Running coprocessor pre-close hooks at 1731986518395Disabling compacts and flushes for region at 1731986518395Disabling writes for close at 1731986518395Obtaining lock to block concurrent updates at 1731986518396 (+1 ms)Preparing flush snapshotting stores in 23d7a232ab0c197417110a9df591c744 at 1731986518396Finished memstore snapshotting hbase:replication,,1731986503188.23d7a232ab0c197417110a9df591c744., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731986518396Flushing stores of hbase:replication,,1731986503188.23d7a232ab0c197417110a9df591c744. at 1731986518396Flushing 23d7a232ab0c197417110a9df591c744/queue: creating writer at 1731986518396Flushing 23d7a232ab0c197417110a9df591c744/queue: appending metadata at 1731986518411 (+15 ms)Flushing 23d7a232ab0c197417110a9df591c744/queue: closing flushed file at 1731986518412 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37912fde: reopening flushed file at 1731986518444 (+32 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 23d7a232ab0c197417110a9df591c744 in 55ms, sequenceid=14, compaction requested=false at 1731986518452 (+8 ms)Writing region close event to WAL at 1731986518465 (+13 ms)Running coprocessor post-close hooks at 1731986518481 (+16 ms)Closed at 1731986518481 2024-11-19T03:21:58,481 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731986503188.23d7a232ab0c197417110a9df591c744. 2024-11-19T03:21:58,481 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2b20f82eb0c9c68774c666f2bd45a8a7, disabling compactions & flushes 2024-11-19T03:21:58,481 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731986498204.2b20f82eb0c9c68774c666f2bd45a8a7. 2024-11-19T03:21:58,481 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731986498204.2b20f82eb0c9c68774c666f2bd45a8a7. 2024-11-19T03:21:58,481 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731986498204.2b20f82eb0c9c68774c666f2bd45a8a7. after waiting 0 ms 2024-11-19T03:21:58,481 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731986498204.2b20f82eb0c9c68774c666f2bd45a8a7. 2024-11-19T03:21:58,481 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2b20f82eb0c9c68774c666f2bd45a8a7 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-19T03:21:58,496 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/data/default/test/2b20f82eb0c9c68774c666f2bd45a8a7/.tmp/f/5211f78717e7471495c5ab962299f4fd is 37, key is row3/f:row3/1731986513231/Put/seqid=0 2024-11-19T03:21:58,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46877 is added to blk_1073741843_1019 (size=5228) 2024-11-19T03:21:58,596 DEBUG [RS:0;47efada56ed5:32935 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2b20f82eb0c9c68774c666f2bd45a8a7 2024-11-19T03:21:58,796 DEBUG [RS:0;47efada56ed5:32935 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2b20f82eb0c9c68774c666f2bd45a8a7 2024-11-19T03:21:58,840 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32935,1731986488600.replicationSource.wal-reader.47efada56ed5%2C32935%2C1731986488600,1-47efada56ed5,32935,1731986488600 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/WALs/47efada56ed5,32935,1731986488600/47efada56ed5%2C32935%2C1731986488600.1731986490141 to pos 1466, reset compression=false 2024-11-19T03:21:58,844 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32935,1731986488600.replicationSource.wal-reader.47efada56ed5%2C32935%2C1731986488600,1-47efada56ed5,32935,1731986488600 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T03:21:58,844 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32935,1731986488600.replicationSource.wal-reader.47efada56ed5%2C32935%2C1731986488600,1-47efada56ed5,32935,1731986488600 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/WALs/47efada56ed5,32935,1731986488600/47efada56ed5%2C32935%2C1731986488600.1731986490141 to pos 1713, reset compression=false 2024-11-19T03:21:58,844 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32935,1731986488600.replicationSource.shipper47efada56ed5%2C32935%2C1731986488600,1-47efada56ed5,32935,1731986488600 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-47efada56ed5,32935,1731986488600 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/WALs/47efada56ed5,32935,1731986488600/47efada56ed5%2C32935%2C1731986488600.1731986490141, lastWalPosition=1713, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T03:21:58,844 ERROR [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32935,1731986488600.replicationSource.shipper47efada56ed5%2C32935%2C1731986488600,1-47efada56ed5,32935,1731986488600 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 47efada56ed5,32935,1731986488600: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-47efada56ed5,32935,1731986488600, walGroup=47efada56ed5%2C32935%2C1731986488600, offset=47efada56ed5%2C32935%2C1731986488600.1731986490141:1713, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=47efada56ed5:32935 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-19T03:21:58,846 ERROR [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32935,1731986488600.replicationSource.shipper47efada56ed5%2C32935%2C1731986488600,1-47efada56ed5,32935,1731986488600 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-19T03:21:58,846 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32935,1731986488600.replicationSource.shipper47efada56ed5%2C32935%2C1731986488600,1-47efada56ed5,32935,1731986488600 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-19T03:21:58,846 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32935,1731986488600.replicationSource.shipper47efada56ed5%2C32935%2C1731986488600,1-47efada56ed5,32935,1731986488600 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-19T03:21:58,846 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32935,1731986488600.replicationSource.shipper47efada56ed5%2C32935%2C1731986488600,1-47efada56ed5,32935,1731986488600 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-19T03:21:58,846 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32935,1731986488600.replicationSource.shipper47efada56ed5%2C32935%2C1731986488600,1-47efada56ed5,32935,1731986488600 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-19T03:21:58,846 INFO [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32935,1731986488600.replicationSource.shipper47efada56ed5%2C32935%2C1731986488600,1-47efada56ed5,32935,1731986488600 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1205862400, "init": 1048576000, "max": 2306867200, "used": 867565256 }, "NonHeapMemoryUsage": { "committed": 202440704, "init": 7667712, "max": -1, "used": 199445392 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-19T03:21:58,847 WARN [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32935,1731986488600.replicationSource.shipper47efada56ed5%2C32935%2C1731986488600,1-47efada56ed5,32935,1731986488600 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=47efada56ed5:39681 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=47efada56ed5:39681 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-19T03:21:58,880 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/data/hbase/meta/1588230740/.tmp/ns/5203697bca374ade95d9c759acb7b731 2024-11-19T03:21:58,900 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/data/hbase/meta/1588230740/.tmp/rep_barrier/27eb189a59304c0094ba56d578f514cb is 112, key is test,,1731986498204.2b20f82eb0c9c68774c666f2bd45a8a7./rep_barrier:seqnumDuringOpen/1731986498593/Put/seqid=0 2024-11-19T03:21:58,902 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/data/default/test/2b20f82eb0c9c68774c666f2bd45a8a7/.tmp/f/5211f78717e7471495c5ab962299f4fd 2024-11-19T03:21:58,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46877 is added to blk_1073741844_1020 (size=5518) 2024-11-19T03:21:58,905 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5211f78717e7471495c5ab962299f4fd 2024-11-19T03:21:58,918 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/data/default/test/2b20f82eb0c9c68774c666f2bd45a8a7/.tmp/f1/b1783af6a3a84899a1a6ae23014f3420 is 30, key is row1/f1:/1731986510561/DeleteFamily/seqid=0 2024-11-19T03:21:58,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46877 is added to blk_1073741845_1021 (size=5158) 2024-11-19T03:21:58,921 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/data/default/test/2b20f82eb0c9c68774c666f2bd45a8a7/.tmp/f1/b1783af6a3a84899a1a6ae23014f3420 2024-11-19T03:21:58,925 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b1783af6a3a84899a1a6ae23014f3420 2024-11-19T03:21:58,942 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/data/default/test/2b20f82eb0c9c68774c666f2bd45a8a7/.tmp/norep/0d627f5a6a9041dba2c41669830b57a9 is 33, key is row1/norep:/1731986510561/DeleteFamily/seqid=0 2024-11-19T03:21:58,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46877 is added to blk_1073741846_1022 (size=5108) 2024-11-19T03:21:58,981 INFO [regionserver/47efada56ed5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T03:21:58,981 INFO [regionserver/47efada56ed5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T03:21:58,996 DEBUG [RS:0;47efada56ed5:32935 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2b20f82eb0c9c68774c666f2bd45a8a7 2024-11-19T03:21:59,046 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32935,1731986488600.replicationSource.wal-reader.47efada56ed5%2C32935%2C1731986488600,1-47efada56ed5,32935,1731986488600 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/WALs/47efada56ed5,32935,1731986488600/47efada56ed5%2C32935%2C1731986488600.1731986490141 to pos 1713, reset compression=false 2024-11-19T03:21:59,153 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32913,1731986483152.replicationSource.wal-reader.47efada56ed5%2C32913%2C1731986483152,1-47efada56ed5,32913,1731986483152 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/WALs/47efada56ed5,32913,1731986483152/47efada56ed5%2C32913%2C1731986483152.1731986485894 to pos 1488, reset compression=false 2024-11-19T03:21:59,196 DEBUG [RS:0;47efada56ed5:32935 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2b20f82eb0c9c68774c666f2bd45a8a7 2024-11-19T03:21:59,304 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/data/hbase/meta/1588230740/.tmp/rep_barrier/27eb189a59304c0094ba56d578f514cb 2024-11-19T03:21:59,322 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/data/hbase/meta/1588230740/.tmp/table/93e3b2f9a267476ebd06a3b41978caba is 53, key is hbase:replication/table:state/1731986503598/Put/seqid=0 2024-11-19T03:21:59,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46877 is added to blk_1073741847_1023 (size=5308) 2024-11-19T03:21:59,346 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/data/default/test/2b20f82eb0c9c68774c666f2bd45a8a7/.tmp/norep/0d627f5a6a9041dba2c41669830b57a9 2024-11-19T03:21:59,349 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32935,1731986488600.replicationSource.wal-reader.47efada56ed5%2C32935%2C1731986488600,1-47efada56ed5,32935,1731986488600 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/WALs/47efada56ed5,32935,1731986488600/47efada56ed5%2C32935%2C1731986488600.1731986490141 to pos 1713, reset compression=false 2024-11-19T03:21:59,350 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0d627f5a6a9041dba2c41669830b57a9 2024-11-19T03:21:59,351 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/data/default/test/2b20f82eb0c9c68774c666f2bd45a8a7/.tmp/f/5211f78717e7471495c5ab962299f4fd as hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/data/default/test/2b20f82eb0c9c68774c666f2bd45a8a7/f/5211f78717e7471495c5ab962299f4fd 2024-11-19T03:21:59,355 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5211f78717e7471495c5ab962299f4fd 2024-11-19T03:21:59,356 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/data/default/test/2b20f82eb0c9c68774c666f2bd45a8a7/f/5211f78717e7471495c5ab962299f4fd, entries=5, sequenceid=12, filesize=5.1 K 2024-11-19T03:21:59,357 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/data/default/test/2b20f82eb0c9c68774c666f2bd45a8a7/.tmp/f1/b1783af6a3a84899a1a6ae23014f3420 as hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/data/default/test/2b20f82eb0c9c68774c666f2bd45a8a7/f1/b1783af6a3a84899a1a6ae23014f3420 2024-11-19T03:21:59,360 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b1783af6a3a84899a1a6ae23014f3420 2024-11-19T03:21:59,360 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/data/default/test/2b20f82eb0c9c68774c666f2bd45a8a7/f1/b1783af6a3a84899a1a6ae23014f3420, entries=3, sequenceid=12, filesize=5.0 K 2024-11-19T03:21:59,361 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/data/default/test/2b20f82eb0c9c68774c666f2bd45a8a7/.tmp/norep/0d627f5a6a9041dba2c41669830b57a9 as hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/data/default/test/2b20f82eb0c9c68774c666f2bd45a8a7/norep/0d627f5a6a9041dba2c41669830b57a9 2024-11-19T03:21:59,364 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0d627f5a6a9041dba2c41669830b57a9 2024-11-19T03:21:59,365 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/data/default/test/2b20f82eb0c9c68774c666f2bd45a8a7/norep/0d627f5a6a9041dba2c41669830b57a9, entries=1, sequenceid=12, filesize=5.0 K 2024-11-19T03:21:59,365 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 2b20f82eb0c9c68774c666f2bd45a8a7 in 884ms, sequenceid=12, compaction requested=false 2024-11-19T03:21:59,365 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-19T03:21:59,369 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/data/default/test/2b20f82eb0c9c68774c666f2bd45a8a7/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-19T03:21:59,369 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T03:21:59,369 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T03:21:59,369 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731986498204.2b20f82eb0c9c68774c666f2bd45a8a7. 2024-11-19T03:21:59,370 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2b20f82eb0c9c68774c666f2bd45a8a7: Waiting for close lock at 1731986518481Running coprocessor pre-close hooks at 1731986518481Disabling compacts and flushes for region at 1731986518481Disabling writes for close at 1731986518481Obtaining lock to block concurrent updates at 1731986518481Preparing flush snapshotting stores in 2b20f82eb0c9c68774c666f2bd45a8a7 at 1731986518481Finished memstore snapshotting test,,1731986498204.2b20f82eb0c9c68774c666f2bd45a8a7., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731986518482 (+1 ms)Flushing stores of test,,1731986498204.2b20f82eb0c9c68774c666f2bd45a8a7. at 1731986518482Flushing 2b20f82eb0c9c68774c666f2bd45a8a7/f: creating writer at 1731986518482Flushing 2b20f82eb0c9c68774c666f2bd45a8a7/f: appending metadata at 1731986518495 (+13 ms)Flushing 2b20f82eb0c9c68774c666f2bd45a8a7/f: closing flushed file at 1731986518495Flushing 2b20f82eb0c9c68774c666f2bd45a8a7/f1: creating writer at 1731986518905 (+410 ms)Flushing 2b20f82eb0c9c68774c666f2bd45a8a7/f1: appending metadata at 1731986518918 (+13 ms)Flushing 2b20f82eb0c9c68774c666f2bd45a8a7/f1: closing flushed file at 1731986518918Flushing 2b20f82eb0c9c68774c666f2bd45a8a7/norep: creating writer at 1731986518925 (+7 ms)Flushing 2b20f82eb0c9c68774c666f2bd45a8a7/norep: appending metadata at 1731986518941 (+16 ms)Flushing 2b20f82eb0c9c68774c666f2bd45a8a7/norep: closing flushed file at 1731986518941Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52389715: reopening flushed file at 1731986519351 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e06b764: reopening flushed file at 1731986519356 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20373093: reopening flushed file at 1731986519360 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 2b20f82eb0c9c68774c666f2bd45a8a7 in 884ms, sequenceid=12, compaction requested=false at 1731986519365 (+5 ms)Writing region close event to WAL at 1731986519366 (+1 ms)Running coprocessor post-close hooks at 1731986519369 (+3 ms)Closed at 1731986519369 2024-11-19T03:21:59,370 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731986498204.2b20f82eb0c9c68774c666f2bd45a8a7. 2024-11-19T03:21:59,397 INFO [RS:0;47efada56ed5:32935 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T03:21:59,397 DEBUG [RS:0;47efada56ed5:32935 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-19T03:21:59,397 DEBUG [RS:0;47efada56ed5:32935 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T03:21:59,597 DEBUG [RS:0;47efada56ed5:32935 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T03:21:59,730 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/data/hbase/meta/1588230740/.tmp/table/93e3b2f9a267476ebd06a3b41978caba 2024-11-19T03:21:59,734 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/data/hbase/meta/1588230740/.tmp/info/ee06ec6293974a43b8f7f4359a9866a6 as hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/data/hbase/meta/1588230740/info/ee06ec6293974a43b8f7f4359a9866a6 2024-11-19T03:21:59,738 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/data/hbase/meta/1588230740/info/ee06ec6293974a43b8f7f4359a9866a6, entries=20, sequenceid=16, filesize=7.5 K 2024-11-19T03:21:59,738 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/data/hbase/meta/1588230740/.tmp/ns/5203697bca374ade95d9c759acb7b731 as hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/data/hbase/meta/1588230740/ns/5203697bca374ade95d9c759acb7b731 2024-11-19T03:21:59,741 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/data/hbase/meta/1588230740/ns/5203697bca374ade95d9c759acb7b731, entries=2, sequenceid=16, filesize=5.0 K 2024-11-19T03:21:59,742 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/data/hbase/meta/1588230740/.tmp/rep_barrier/27eb189a59304c0094ba56d578f514cb as hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/data/hbase/meta/1588230740/rep_barrier/27eb189a59304c0094ba56d578f514cb 2024-11-19T03:21:59,746 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/data/hbase/meta/1588230740/rep_barrier/27eb189a59304c0094ba56d578f514cb, entries=1, sequenceid=16, filesize=5.4 K 2024-11-19T03:21:59,746 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/data/hbase/meta/1588230740/.tmp/table/93e3b2f9a267476ebd06a3b41978caba as hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/data/hbase/meta/1588230740/table/93e3b2f9a267476ebd06a3b41978caba 2024-11-19T03:21:59,750 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/data/hbase/meta/1588230740/table/93e3b2f9a267476ebd06a3b41978caba, entries=4, sequenceid=16, filesize=5.2 K 2024-11-19T03:21:59,751 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1354ms, sequenceid=16, compaction requested=false 2024-11-19T03:21:59,751 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T03:21:59,752 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32935,1731986488600.replicationSource.wal-reader.47efada56ed5%2C32935%2C1731986488600,1-47efada56ed5,32935,1731986488600 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/WALs/47efada56ed5,32935,1731986488600/47efada56ed5%2C32935%2C1731986488600.1731986490141 to pos 1713, reset compression=false 2024-11-19T03:21:59,758 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32935,1731986488600.replicationSource.wal-reader.47efada56ed5%2C32935%2C1731986488600,1-47efada56ed5,32935,1731986488600 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T03:21:59,758 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32935,1731986488600.replicationSource.wal-reader.47efada56ed5%2C32935%2C1731986488600,1-47efada56ed5,32935,1731986488600 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/WALs/47efada56ed5,32935,1731986488600/47efada56ed5%2C32935%2C1731986488600.1731986490141 to pos 2357, reset compression=false 2024-11-19T03:21:59,758 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-19T03:21:59,760 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T03:21:59,760 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T03:21:59,760 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T03:21:59,760 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731986518396Running coprocessor pre-close hooks at 1731986518396Disabling compacts and flushes for region at 1731986518396Disabling writes for close at 1731986518396Obtaining lock to block concurrent updates at 1731986518396Preparing flush snapshotting stores in 1588230740 at 1731986518396Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731986518396Flushing stores of hbase:meta,,1.1588230740 at 1731986518397 (+1 ms)Flushing 1588230740/info: creating writer at 1731986518397Flushing 1588230740/info: appending metadata at 1731986518411 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731986518411Flushing 1588230740/ns: creating writer at 1731986518435 (+24 ms)Flushing 1588230740/ns: appending metadata at 1731986518461 (+26 ms)Flushing 1588230740/ns: closing flushed file at 1731986518461Flushing 1588230740/rep_barrier: creating writer at 1731986518884 (+423 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731986518900 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731986518900Flushing 1588230740/table: creating writer at 1731986519308 (+408 ms)Flushing 1588230740/table: appending metadata at 1731986519322 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731986519322Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e5c705d: reopening flushed file at 1731986519734 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@599ea4d7: reopening flushed file at 1731986519738 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69f46e5e: reopening flushed file at 1731986519742 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f78eee3: reopening flushed file at 1731986519746 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1354ms, sequenceid=16, compaction requested=false at 1731986519751 (+5 ms)Writing region close event to WAL at 1731986519756 (+5 ms)Running coprocessor post-close hooks at 1731986519760 (+4 ms)Closed at 1731986519760 2024-11-19T03:21:59,760 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T03:21:59,797 INFO [RS:0;47efada56ed5:32935 {}] regionserver.HRegionServer(976): stopping server 47efada56ed5,32935,1731986488600; all regions closed. 2024-11-19T03:21:59,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46877 is added to blk_1073741834_1010 (size=4239) 2024-11-19T03:21:59,799 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/WALs/47efada56ed5,32935,1731986488600/47efada56ed5%2C32935%2C1731986488600.meta.1731986490601.meta not finished, retry = 0 2024-11-19T03:21:59,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46877 is added to blk_1073741839_1015 (size=3552) 2024-11-19T03:21:59,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46877 is added to blk_1073741833_1009 (size=2365) 2024-11-19T03:21:59,905 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/WALs/47efada56ed5,32935,1731986488600/47efada56ed5%2C32935%2C1731986488600.1731986490141 not finished, retry = 0 2024-11-19T03:21:59,961 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32935,1731986488600.replicationSource.wal-reader.47efada56ed5%2C32935%2C1731986488600,1-47efada56ed5,32935,1731986488600 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/WALs/47efada56ed5,32935,1731986488600/47efada56ed5%2C32935%2C1731986488600.1731986490141 to pos 2357, reset compression=false 2024-11-19T03:22:00,006 DEBUG [RS:0;47efada56ed5:32935 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:22:00,006 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32935,1731986488600.replicationSource.wal-reader.47efada56ed5%2C32935%2C1731986488600,1-47efada56ed5,32935,1731986488600 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/WALs/47efada56ed5,32935,1731986488600/47efada56ed5%2C32935%2C1731986488600.1731986490141 2024-11-19T03:22:00,006 INFO [RS:0;47efada56ed5:32935 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T03:22:00,006 INFO [RS:0;47efada56ed5:32935 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T03:22:00,006 INFO [RS:0;47efada56ed5:32935 {}] hbase.ChoreService(370): Chore service for: regionserver/47efada56ed5:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T03:22:00,006 INFO [RS:0;47efada56ed5:32935 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T03:22:00,006 INFO [regionserver/47efada56ed5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T03:22:00,007 INFO [RS:0;47efada56ed5:32935 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-47efada56ed5,32935,1731986488600 because: Region server is closing 2024-11-19T03:22:00,007 INFO [RS:0;47efada56ed5:32935 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;47efada56ed5:32935. 2024-11-19T03:22:00,007 DEBUG [RS:0;47efada56ed5:32935 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:22:00,007 DEBUG [RS:0;47efada56ed5:32935 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:22:00,007 DEBUG [RS:0;47efada56ed5:32935 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:22:00,007 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:22:00,107 INFO [RS:0;47efada56ed5:32935 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32935,1731986488600.replicationSource.shipper47efada56ed5%2C32935%2C1731986488600,1-47efada56ed5,32935,1731986488600 terminated 2024-11-19T03:22:00,107 WARN [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32935,1731986488600.replicationSource.wal-reader.47efada56ed5%2C32935%2C1731986488600,1-47efada56ed5,32935,1731986488600 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-19T03:22:00,107 INFO [RS:0;47efada56ed5:32935 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;47efada56ed5:32935. 2024-11-19T03:22:00,107 DEBUG [RS:0;47efada56ed5:32935 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:22:00,107 DEBUG [RS:0;47efada56ed5:32935 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:22:00,107 DEBUG [RS:0;47efada56ed5:32935 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:22:00,107 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:22:00,108 INFO [RS:0;47efada56ed5:32935 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32935 2024-11-19T03:22:00,156 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32913,1731986483152.replicationSource.wal-reader.47efada56ed5%2C32913%2C1731986483152,1-47efada56ed5,32913,1731986483152 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/WALs/47efada56ed5,32913,1731986483152/47efada56ed5%2C32913%2C1731986483152.1731986485894 to pos 1488, reset compression=false 2024-11-19T03:22:00,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32935-0x101511c52fb0004, quorum=127.0.0.1:60196, baseZNode=/1150413481 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1150413481/rs/47efada56ed5,32935,1731986488600 2024-11-19T03:22:00,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39681-0x101511c52fb0003, quorum=127.0.0.1:60196, baseZNode=/1150413481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1150413481/rs 2024-11-19T03:22:00,188 INFO [RS:0;47efada56ed5:32935 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T03:22:00,199 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [47efada56ed5,32935,1731986488600] 2024-11-19T03:22:00,209 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1150413481/draining/47efada56ed5,32935,1731986488600 already deleted, retry=false 2024-11-19T03:22:00,209 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 47efada56ed5,32935,1731986488600 expired; onlineServers=0 2024-11-19T03:22:00,209 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '47efada56ed5,39681,1731986488396' ***** 2024-11-19T03:22:00,209 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T03:22:00,209 INFO [M:0;47efada56ed5:39681 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T03:22:00,209 INFO [M:0;47efada56ed5:39681 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T03:22:00,210 DEBUG [M:0;47efada56ed5:39681 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T03:22:00,210 DEBUG [M:0;47efada56ed5:39681 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T03:22:00,210 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T03:22:00,210 DEBUG [master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.large.0-1731986489721 {}] cleaner.HFileCleaner(306): Exit Thread[master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.large.0-1731986489721,5,FailOnTimeoutGroup] 2024-11-19T03:22:00,210 DEBUG [master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.small.0-1731986489724 {}] cleaner.HFileCleaner(306): Exit Thread[master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.small.0-1731986489724,5,FailOnTimeoutGroup] 2024-11-19T03:22:00,210 INFO [M:0;47efada56ed5:39681 {}] hbase.ChoreService(370): Chore service for: master/47efada56ed5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T03:22:00,210 INFO [M:0;47efada56ed5:39681 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T03:22:00,210 DEBUG [M:0;47efada56ed5:39681 {}] master.HMaster(1795): Stopping service threads 2024-11-19T03:22:00,210 INFO [M:0;47efada56ed5:39681 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T03:22:00,210 INFO [M:0;47efada56ed5:39681 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T03:22:00,210 INFO [M:0;47efada56ed5:39681 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T03:22:00,210 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T03:22:00,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39681-0x101511c52fb0003, quorum=127.0.0.1:60196, baseZNode=/1150413481 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1150413481/master 2024-11-19T03:22:00,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39681-0x101511c52fb0003, quorum=127.0.0.1:60196, baseZNode=/1150413481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1150413481 2024-11-19T03:22:00,220 DEBUG [M:0;47efada56ed5:39681 {}] zookeeper.ZKUtil(347): master:39681-0x101511c52fb0003, quorum=127.0.0.1:60196, baseZNode=/1150413481 Unable to get data of znode /1150413481/master because node does not exist (not an error) 2024-11-19T03:22:00,220 WARN [M:0;47efada56ed5:39681 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T03:22:00,220 INFO [M:0;47efada56ed5:39681 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/.lastflushedseqids 2024-11-19T03:22:00,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46877 is added to blk_1073741848_1024 (size=245) 2024-11-19T03:22:00,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32935-0x101511c52fb0004, quorum=127.0.0.1:60196, baseZNode=/1150413481 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T03:22:00,299 INFO [RS:0;47efada56ed5:32935 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T03:22:00,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32935-0x101511c52fb0004, quorum=127.0.0.1:60196, baseZNode=/1150413481 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T03:22:00,299 INFO [RS:0;47efada56ed5:32935 {}] regionserver.HRegionServer(1031): Exiting; stopping=47efada56ed5,32935,1731986488600; zookeeper connection closed. 2024-11-19T03:22:00,299 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@69f8da92 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@69f8da92 2024-11-19T03:22:00,300 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T03:22:00,624 INFO [M:0;47efada56ed5:39681 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T03:22:00,624 INFO [M:0;47efada56ed5:39681 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T03:22:00,625 DEBUG [M:0;47efada56ed5:39681 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T03:22:00,625 INFO [M:0;47efada56ed5:39681 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:22:00,625 DEBUG [M:0;47efada56ed5:39681 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:22:00,625 DEBUG [M:0;47efada56ed5:39681 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T03:22:00,625 DEBUG [M:0;47efada56ed5:39681 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:22:00,625 INFO [M:0;47efada56ed5:39681 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-19T03:22:00,643 DEBUG [M:0;47efada56ed5:39681 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/76dd909c6d1e4c28ba3372db4ff870e3 is 82, key is hbase:meta,,1/info:regioninfo/1731986490627/Put/seqid=0 2024-11-19T03:22:00,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46877 is added to blk_1073741849_1025 (size=5672) 2024-11-19T03:22:00,902 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:00,902 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:00,902 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:00,939 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:00,940 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:00,940 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:00,940 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:00,940 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:00,941 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:00,949 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:00,953 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:00,954 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:00,955 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:01,060 INFO [M:0;47efada56ed5:39681 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/76dd909c6d1e4c28ba3372db4ff870e3 2024-11-19T03:22:01,076 DEBUG [M:0;47efada56ed5:39681 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2bfcbf6db3b64c348979583032926884 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731986503601/Put/seqid=0 2024-11-19T03:22:01,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46877 is added to blk_1073741850_1026 (size=8516) 2024-11-19T03:22:01,258 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32913,1731986483152.replicationSource.wal-reader.47efada56ed5%2C32913%2C1731986483152,1-47efada56ed5,32913,1731986483152 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/WALs/47efada56ed5,32913,1731986483152/47efada56ed5%2C32913%2C1731986483152.1731986485894 to pos 1488, reset compression=false 2024-11-19T03:22:01,480 INFO [M:0;47efada56ed5:39681 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2bfcbf6db3b64c348979583032926884 2024-11-19T03:22:01,486 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T03:22:01,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:01,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:01,488 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:01,496 DEBUG [M:0;47efada56ed5:39681 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c36a55c5d7164ff8929735d13ceebe69 is 69, key is 47efada56ed5,32935,1731986488600/rs:state/1731986489864/Put/seqid=0 2024-11-19T03:22:01,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46877 is added to blk_1073741851_1027 (size=5156) 2024-11-19T03:22:01,528 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:01,528 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:01,528 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:01,528 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:01,529 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:01,529 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:01,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:01,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:01,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:01,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:01,900 INFO [M:0;47efada56ed5:39681 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c36a55c5d7164ff8929735d13ceebe69 2024-11-19T03:22:01,905 DEBUG [M:0;47efada56ed5:39681 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/76dd909c6d1e4c28ba3372db4ff870e3 as hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/76dd909c6d1e4c28ba3372db4ff870e3 2024-11-19T03:22:01,909 INFO [M:0;47efada56ed5:39681 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/76dd909c6d1e4c28ba3372db4ff870e3, entries=8, sequenceid=97, filesize=5.5 K 2024-11-19T03:22:01,909 DEBUG [M:0;47efada56ed5:39681 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2bfcbf6db3b64c348979583032926884 as hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2bfcbf6db3b64c348979583032926884 2024-11-19T03:22:01,913 INFO [M:0;47efada56ed5:39681 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2bfcbf6db3b64c348979583032926884, entries=11, sequenceid=97, filesize=8.3 K 2024-11-19T03:22:01,914 DEBUG [M:0;47efada56ed5:39681 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c36a55c5d7164ff8929735d13ceebe69 as hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c36a55c5d7164ff8929735d13ceebe69 2024-11-19T03:22:01,917 INFO [M:0;47efada56ed5:39681 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39199/user/jenkins/test-data/bef70b9c-5e43-b237-c09c-624f4f57235b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c36a55c5d7164ff8929735d13ceebe69, entries=1, sequenceid=97, filesize=5.0 K 2024-11-19T03:22:01,918 INFO [M:0;47efada56ed5:39681 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=97, compaction requested=false 2024-11-19T03:22:01,919 INFO [M:0;47efada56ed5:39681 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:22:01,919 DEBUG [M:0;47efada56ed5:39681 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731986520625Disabling compacts and flushes for region at 1731986520625Disabling writes for close at 1731986520625Obtaining lock to block concurrent updates at 1731986520625Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731986520625Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731986520625Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731986520626 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731986520626Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731986520643 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731986520643Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731986521063 (+420 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731986521076 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731986521076Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731986521483 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731986521496 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731986521496Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@521dca59: reopening flushed file at 1731986521904 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@570d2154: reopening flushed file at 1731986521909 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64ea487f: reopening flushed file at 1731986521913 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=97, compaction requested=false at 1731986521918 (+5 ms)Writing region close event to WAL at 1731986521919 (+1 ms)Closed at 1731986521919 2024-11-19T03:22:01,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46877 is added to blk_1073741830_1006 (size=63654) 2024-11-19T03:22:01,921 INFO [M:0;47efada56ed5:39681 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T03:22:01,921 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T03:22:01,921 INFO [M:0;47efada56ed5:39681 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39681 2024-11-19T03:22:01,922 INFO [M:0;47efada56ed5:39681 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T03:22:02,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39681-0x101511c52fb0003, quorum=127.0.0.1:60196, baseZNode=/1150413481 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T03:22:02,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39681-0x101511c52fb0003, quorum=127.0.0.1:60196, baseZNode=/1150413481 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T03:22:02,089 INFO [M:0;47efada56ed5:39681 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T03:22:02,097 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@25ee13a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T03:22:02,098 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6850e13e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T03:22:02,098 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T03:22:02,098 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@38d70e36{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T03:22:02,098 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@be1cba7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5ee825ea-90fd-bebd-342c-9a3dcf377f9d/hadoop.log.dir/,STOPPED} 2024-11-19T03:22:02,102 WARN [BP-1962334933-172.17.0.3-1731986486647 heartbeating to localhost/127.0.0.1:39199 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T03:22:02,102 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T03:22:02,102 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T03:22:02,102 WARN [BP-1962334933-172.17.0.3-1731986486647 heartbeating to localhost/127.0.0.1:39199 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1962334933-172.17.0.3-1731986486647 (Datanode Uuid 5ed35fed-d2ad-493e-b693-164283ed2564) service to localhost/127.0.0.1:39199 2024-11-19T03:22:02,103 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5ee825ea-90fd-bebd-342c-9a3dcf377f9d/cluster_aa2226e9-9175-4ad8-0ed7-eb91c77510b7/data/data1/current/BP-1962334933-172.17.0.3-1731986486647 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T03:22:02,103 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5ee825ea-90fd-bebd-342c-9a3dcf377f9d/cluster_aa2226e9-9175-4ad8-0ed7-eb91c77510b7/data/data2/current/BP-1962334933-172.17.0.3-1731986486647 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T03:22:02,103 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T03:22:02,110 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@19ef9bc{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T03:22:02,111 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@60c40843{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T03:22:02,111 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T03:22:02,111 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75265bc6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T03:22:02,111 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4134a201{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5ee825ea-90fd-bebd-342c-9a3dcf377f9d/hadoop.log.dir/,STOPPED} 2024-11-19T03:22:02,125 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T03:22:02,125 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T03:22:02,125 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T03:22:02,125 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:22:02,125 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:22:02,126 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:22:02,126 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:22:02,126 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T03:22:02,126 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=377468913, stopped=false 2024-11-19T03:22:02,126 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=47efada56ed5,34343,1731986482597 2024-11-19T03:22:02,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34343-0x101511c52fb0000, quorum=127.0.0.1:60196, baseZNode=/01031089074 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01031089074/running 2024-11-19T03:22:02,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32913-0x101511c52fb0001, quorum=127.0.0.1:60196, baseZNode=/01031089074 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01031089074/running 2024-11-19T03:22:02,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34343-0x101511c52fb0000, quorum=127.0.0.1:60196, baseZNode=/01031089074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01031089074 2024-11-19T03:22:02,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32913-0x101511c52fb0001, quorum=127.0.0.1:60196, baseZNode=/01031089074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01031089074 2024-11-19T03:22:02,203 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T03:22:02,203 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32913-0x101511c52fb0001, quorum=127.0.0.1:60196, baseZNode=/01031089074 Set watcher on znode that does not yet exist, /01031089074/running 2024-11-19T03:22:02,203 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34343-0x101511c52fb0000, quorum=127.0.0.1:60196, baseZNode=/01031089074 Set watcher on znode that does not yet exist, /01031089074/running 2024-11-19T03:22:02,204 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T03:22:02,204 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:22:02,204 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:22:02,204 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '47efada56ed5,32913,1731986483152' ***** 2024-11-19T03:22:02,204 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T03:22:02,205 INFO [RS:0;47efada56ed5:32913 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T03:22:02,205 INFO [RS:0;47efada56ed5:32913 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T03:22:02,205 INFO [RS:0;47efada56ed5:32913 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T03:22:02,205 INFO [RS:0;47efada56ed5:32913 {}] regionserver.HRegionServer(3091): Received CLOSE for 96dbef55a1e7db86016904b281335394 2024-11-19T03:22:02,205 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T03:22:02,213 INFO [RS:0;47efada56ed5:32913 {}] regionserver.HRegionServer(3091): Received CLOSE for 3730fbaa72d4560961fc6b1b5d1eff8a 2024-11-19T03:22:02,213 INFO [RS:0;47efada56ed5:32913 {}] regionserver.HRegionServer(959): stopping server 47efada56ed5,32913,1731986483152 2024-11-19T03:22:02,213 INFO [RS:0;47efada56ed5:32913 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T03:22:02,213 INFO [RS:0;47efada56ed5:32913 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;47efada56ed5:32913. 2024-11-19T03:22:02,213 DEBUG [RS:0;47efada56ed5:32913 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:22:02,213 DEBUG [RS:0;47efada56ed5:32913 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:22:02,213 INFO [RS:0;47efada56ed5:32913 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T03:22:02,213 INFO [RS:0;47efada56ed5:32913 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T03:22:02,213 INFO [RS:0;47efada56ed5:32913 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T03:22:02,213 INFO [RS:0;47efada56ed5:32913 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T03:22:02,222 INFO [RS:0;47efada56ed5:32913 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-19T03:22:02,222 DEBUG [RS:0;47efada56ed5:32913 {}] regionserver.HRegionServer(1325): Online Regions={96dbef55a1e7db86016904b281335394=hbase:replication,,1731986501022.96dbef55a1e7db86016904b281335394., 1588230740=hbase:meta,,1.1588230740, 3730fbaa72d4560961fc6b1b5d1eff8a=test,,1731986496053.3730fbaa72d4560961fc6b1b5d1eff8a.} 2024-11-19T03:22:02,222 DEBUG [RS:0;47efada56ed5:32913 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3730fbaa72d4560961fc6b1b5d1eff8a, 96dbef55a1e7db86016904b281335394 2024-11-19T03:22:02,222 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T03:22:02,222 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T03:22:02,222 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T03:22:02,222 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T03:22:02,222 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T03:22:02,222 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-19T03:22:02,224 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 96dbef55a1e7db86016904b281335394, disabling compactions & flushes 2024-11-19T03:22:02,224 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731986501022.96dbef55a1e7db86016904b281335394. 2024-11-19T03:22:02,224 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731986501022.96dbef55a1e7db86016904b281335394. 2024-11-19T03:22:02,224 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731986501022.96dbef55a1e7db86016904b281335394. after waiting 0 ms 2024-11-19T03:22:02,224 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731986501022.96dbef55a1e7db86016904b281335394. 2024-11-19T03:22:02,224 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 96dbef55a1e7db86016904b281335394 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-19T03:22:02,247 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/data/hbase/meta/1588230740/.tmp/info/921c397f941b46108af7095066af30c6 is 147, key is hbase:replication,,1731986501022.96dbef55a1e7db86016904b281335394./info:regioninfo/1731986502192/Put/seqid=0 2024-11-19T03:22:02,252 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/data/hbase/replication/96dbef55a1e7db86016904b281335394/.tmp/queue/acc0978f0b3c4952a14f41197da4cdca is 154, key is 1-47efada56ed5,32913,1731986483152/queue:47efada56ed5%2C32913%2C1731986483152/1731986514727/Put/seqid=0 2024-11-19T03:22:02,289 INFO [regionserver/47efada56ed5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T03:22:02,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41515 is added to blk_1073741840_1016 (size=7686) 2024-11-19T03:22:02,290 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/data/hbase/meta/1588230740/.tmp/info/921c397f941b46108af7095066af30c6 2024-11-19T03:22:02,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41515 is added to blk_1073741841_1017 (size=5353) 2024-11-19T03:22:02,302 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/data/hbase/replication/96dbef55a1e7db86016904b281335394/.tmp/queue/acc0978f0b3c4952a14f41197da4cdca 2024-11-19T03:22:02,314 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/data/hbase/replication/96dbef55a1e7db86016904b281335394/.tmp/queue/acc0978f0b3c4952a14f41197da4cdca as hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/data/hbase/replication/96dbef55a1e7db86016904b281335394/queue/acc0978f0b3c4952a14f41197da4cdca 2024-11-19T03:22:02,320 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/data/hbase/replication/96dbef55a1e7db86016904b281335394/queue/acc0978f0b3c4952a14f41197da4cdca, entries=1, sequenceid=14, filesize=5.2 K 2024-11-19T03:22:02,322 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 96dbef55a1e7db86016904b281335394 in 98ms, sequenceid=14, compaction requested=false 2024-11-19T03:22:02,322 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-19T03:22:02,326 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/data/hbase/meta/1588230740/.tmp/ns/55914fd2dc264ea593611fcb83e666ff is 43, key is default/ns:d/1731986486501/Put/seqid=0 2024-11-19T03:22:02,337 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/data/hbase/replication/96dbef55a1e7db86016904b281335394/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-19T03:22:02,337 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T03:22:02,337 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T03:22:02,337 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731986501022.96dbef55a1e7db86016904b281335394. 2024-11-19T03:22:02,338 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 96dbef55a1e7db86016904b281335394: Waiting for close lock at 1731986522224Running coprocessor pre-close hooks at 1731986522224Disabling compacts and flushes for region at 1731986522224Disabling writes for close at 1731986522224Obtaining lock to block concurrent updates at 1731986522224Preparing flush snapshotting stores in 96dbef55a1e7db86016904b281335394 at 1731986522224Finished memstore snapshotting hbase:replication,,1731986501022.96dbef55a1e7db86016904b281335394., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731986522225 (+1 ms)Flushing stores of hbase:replication,,1731986501022.96dbef55a1e7db86016904b281335394. at 1731986522225Flushing 96dbef55a1e7db86016904b281335394/queue: creating writer at 1731986522225Flushing 96dbef55a1e7db86016904b281335394/queue: appending metadata at 1731986522251 (+26 ms)Flushing 96dbef55a1e7db86016904b281335394/queue: closing flushed file at 1731986522251Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a9e0099: reopening flushed file at 1731986522313 (+62 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 96dbef55a1e7db86016904b281335394 in 98ms, sequenceid=14, compaction requested=false at 1731986522322 (+9 ms)Writing region close event to WAL at 1731986522328 (+6 ms)Running coprocessor post-close hooks at 1731986522337 (+9 ms)Closed at 1731986522337 2024-11-19T03:22:02,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41515 is added to blk_1073741842_1018 (size=5153) 2024-11-19T03:22:02,338 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731986501022.96dbef55a1e7db86016904b281335394. 2024-11-19T03:22:02,338 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3730fbaa72d4560961fc6b1b5d1eff8a, disabling compactions & flushes 2024-11-19T03:22:02,338 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731986496053.3730fbaa72d4560961fc6b1b5d1eff8a. 2024-11-19T03:22:02,338 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731986496053.3730fbaa72d4560961fc6b1b5d1eff8a. 2024-11-19T03:22:02,338 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/data/hbase/meta/1588230740/.tmp/ns/55914fd2dc264ea593611fcb83e666ff 2024-11-19T03:22:02,338 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731986496053.3730fbaa72d4560961fc6b1b5d1eff8a. after waiting 0 ms 2024-11-19T03:22:02,338 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731986496053.3730fbaa72d4560961fc6b1b5d1eff8a. 2024-11-19T03:22:02,338 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3730fbaa72d4560961fc6b1b5d1eff8a 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-19T03:22:02,358 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/data/default/test/3730fbaa72d4560961fc6b1b5d1eff8a/.tmp/f/da5ea3659877412d9f08a8465df8443e is 37, key is row3/f:row3/1731986513231/Put/seqid=0 2024-11-19T03:22:02,361 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/data/hbase/meta/1588230740/.tmp/rep_barrier/cbabecb8e4f244ef8a6e641fb1a29e5c is 112, key is test,,1731986496053.3730fbaa72d4560961fc6b1b5d1eff8a./rep_barrier:seqnumDuringOpen/1731986497234/Put/seqid=0 2024-11-19T03:22:02,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41515 is added to blk_1073741843_1019 (size=5228) 2024-11-19T03:22:02,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41515 is added to blk_1073741844_1020 (size=5518) 2024-11-19T03:22:02,422 DEBUG [RS:0;47efada56ed5:32913 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3730fbaa72d4560961fc6b1b5d1eff8a 2024-11-19T03:22:02,465 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32913,1731986483152.replicationSource.wal-reader.47efada56ed5%2C32913%2C1731986483152,1-47efada56ed5,32913,1731986483152 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/WALs/47efada56ed5,32913,1731986483152/47efada56ed5%2C32913%2C1731986483152.1731986485894 to pos 1488, reset compression=false 2024-11-19T03:22:02,469 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32913,1731986483152.replicationSource.wal-reader.47efada56ed5%2C32913%2C1731986483152,1-47efada56ed5,32913,1731986483152 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T03:22:02,469 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32913,1731986483152.replicationSource.wal-reader.47efada56ed5%2C32913%2C1731986483152,1-47efada56ed5,32913,1731986483152 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/WALs/47efada56ed5,32913,1731986483152/47efada56ed5%2C32913%2C1731986483152.1731986485894 to pos 1735, reset compression=false 2024-11-19T03:22:02,469 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32913,1731986483152.replicationSource.shipper47efada56ed5%2C32913%2C1731986483152,1-47efada56ed5,32913,1731986483152 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-47efada56ed5,32913,1731986483152 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/WALs/47efada56ed5,32913,1731986483152/47efada56ed5%2C32913%2C1731986483152.1731986485894, lastWalPosition=1735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T03:22:02,470 ERROR [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32913,1731986483152.replicationSource.shipper47efada56ed5%2C32913%2C1731986483152,1-47efada56ed5,32913,1731986483152 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 47efada56ed5,32913,1731986483152: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-47efada56ed5,32913,1731986483152, walGroup=47efada56ed5%2C32913%2C1731986483152, offset=47efada56ed5%2C32913%2C1731986483152.1731986485894:1735, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=47efada56ed5:32913 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-19T03:22:02,472 ERROR [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32913,1731986483152.replicationSource.shipper47efada56ed5%2C32913%2C1731986483152,1-47efada56ed5,32913,1731986483152 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-19T03:22:02,472 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32913,1731986483152.replicationSource.shipper47efada56ed5%2C32913%2C1731986483152,1-47efada56ed5,32913,1731986483152 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-19T03:22:02,472 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32913,1731986483152.replicationSource.shipper47efada56ed5%2C32913%2C1731986483152,1-47efada56ed5,32913,1731986483152 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-19T03:22:02,472 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32913,1731986483152.replicationSource.shipper47efada56ed5%2C32913%2C1731986483152,1-47efada56ed5,32913,1731986483152 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-19T03:22:02,472 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32913,1731986483152.replicationSource.shipper47efada56ed5%2C32913%2C1731986483152,1-47efada56ed5,32913,1731986483152 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-19T03:22:02,472 INFO [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32913,1731986483152.replicationSource.shipper47efada56ed5%2C32913%2C1731986483152,1-47efada56ed5,32913,1731986483152 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1205862400, "init": 1048576000, "max": 2306867200, "used": 752243336 }, "NonHeapMemoryUsage": { "committed": 203096064, "init": 7667712, "max": -1, "used": 200089040 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-19T03:22:02,473 WARN [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32913,1731986483152.replicationSource.shipper47efada56ed5%2C32913%2C1731986483152,1-47efada56ed5,32913,1731986483152 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=47efada56ed5:34343 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=47efada56ed5:34343 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-19T03:22:02,622 DEBUG [RS:0;47efada56ed5:32913 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3730fbaa72d4560961fc6b1b5d1eff8a 2024-11-19T03:22:02,674 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32913,1731986483152.replicationSource.wal-reader.47efada56ed5%2C32913%2C1731986483152,1-47efada56ed5,32913,1731986483152 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/WALs/47efada56ed5,32913,1731986483152/47efada56ed5%2C32913%2C1731986483152.1731986485894 to pos 1735, reset compression=false 2024-11-19T03:22:02,764 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/data/default/test/3730fbaa72d4560961fc6b1b5d1eff8a/.tmp/f/da5ea3659877412d9f08a8465df8443e 2024-11-19T03:22:02,765 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/data/hbase/meta/1588230740/.tmp/rep_barrier/cbabecb8e4f244ef8a6e641fb1a29e5c 2024-11-19T03:22:02,769 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for da5ea3659877412d9f08a8465df8443e 2024-11-19T03:22:02,769 INFO [regionserver/47efada56ed5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T03:22:02,769 INFO [regionserver/47efada56ed5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T03:22:02,791 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/data/default/test/3730fbaa72d4560961fc6b1b5d1eff8a/.tmp/f1/047766b36a404c56a59742085161da08 is 30, key is row1/f1:/1731986510561/DeleteFamily/seqid=0 2024-11-19T03:22:02,795 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/data/hbase/meta/1588230740/.tmp/table/31b3f0592f694b7785e8edcec8b6108c is 53, key is hbase:replication/table:state/1731986502200/Put/seqid=0 2024-11-19T03:22:02,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41515 is added to blk_1073741845_1021 (size=5158) 2024-11-19T03:22:02,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41515 is added to blk_1073741846_1022 (size=5308) 2024-11-19T03:22:02,822 DEBUG [RS:0;47efada56ed5:32913 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3730fbaa72d4560961fc6b1b5d1eff8a 2024-11-19T03:22:02,981 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32913,1731986483152.replicationSource.wal-reader.47efada56ed5%2C32913%2C1731986483152,1-47efada56ed5,32913,1731986483152 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/WALs/47efada56ed5,32913,1731986483152/47efada56ed5%2C32913%2C1731986483152.1731986485894 to pos 1735, reset compression=false 2024-11-19T03:22:03,022 DEBUG [RS:0;47efada56ed5:32913 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3730fbaa72d4560961fc6b1b5d1eff8a 2024-11-19T03:22:03,202 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/data/default/test/3730fbaa72d4560961fc6b1b5d1eff8a/.tmp/f1/047766b36a404c56a59742085161da08 2024-11-19T03:22:03,202 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/data/hbase/meta/1588230740/.tmp/table/31b3f0592f694b7785e8edcec8b6108c 2024-11-19T03:22:03,206 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 047766b36a404c56a59742085161da08 2024-11-19T03:22:03,208 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/data/hbase/meta/1588230740/.tmp/info/921c397f941b46108af7095066af30c6 as hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/data/hbase/meta/1588230740/info/921c397f941b46108af7095066af30c6 2024-11-19T03:22:03,223 INFO [RS:0;47efada56ed5:32913 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T03:22:03,223 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/data/hbase/meta/1588230740/info/921c397f941b46108af7095066af30c6, entries=20, sequenceid=16, filesize=7.5 K 2024-11-19T03:22:03,223 DEBUG [RS:0;47efada56ed5:32913 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 3730fbaa72d4560961fc6b1b5d1eff8a=test,,1731986496053.3730fbaa72d4560961fc6b1b5d1eff8a.} 2024-11-19T03:22:03,223 DEBUG [RS:0;47efada56ed5:32913 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3730fbaa72d4560961fc6b1b5d1eff8a 2024-11-19T03:22:03,224 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/data/hbase/meta/1588230740/.tmp/ns/55914fd2dc264ea593611fcb83e666ff as hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/data/hbase/meta/1588230740/ns/55914fd2dc264ea593611fcb83e666ff 2024-11-19T03:22:03,227 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/data/hbase/meta/1588230740/ns/55914fd2dc264ea593611fcb83e666ff, entries=2, sequenceid=16, filesize=5.0 K 2024-11-19T03:22:03,228 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/data/hbase/meta/1588230740/.tmp/rep_barrier/cbabecb8e4f244ef8a6e641fb1a29e5c as hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/data/hbase/meta/1588230740/rep_barrier/cbabecb8e4f244ef8a6e641fb1a29e5c 2024-11-19T03:22:03,231 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/data/hbase/meta/1588230740/rep_barrier/cbabecb8e4f244ef8a6e641fb1a29e5c, entries=1, sequenceid=16, filesize=5.4 K 2024-11-19T03:22:03,231 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/data/hbase/meta/1588230740/.tmp/table/31b3f0592f694b7785e8edcec8b6108c as hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/data/hbase/meta/1588230740/table/31b3f0592f694b7785e8edcec8b6108c 2024-11-19T03:22:03,234 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/data/hbase/meta/1588230740/table/31b3f0592f694b7785e8edcec8b6108c, entries=4, sequenceid=16, filesize=5.2 K 2024-11-19T03:22:03,236 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1014ms, sequenceid=16, compaction requested=false 2024-11-19T03:22:03,236 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T03:22:03,238 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/data/default/test/3730fbaa72d4560961fc6b1b5d1eff8a/.tmp/norep/f45b4806d1e944df8b0ffdb9ce0c8634 is 32, key is row/norep:/1731986509554/DeleteFamily/seqid=0 2024-11-19T03:22:03,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41515 is added to blk_1073741847_1023 (size=5101) 2024-11-19T03:22:03,242 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/data/default/test/3730fbaa72d4560961fc6b1b5d1eff8a/.tmp/norep/f45b4806d1e944df8b0ffdb9ce0c8634 2024-11-19T03:22:03,243 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-19T03:22:03,244 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T03:22:03,244 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T03:22:03,244 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T03:22:03,244 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731986522222Running coprocessor pre-close hooks at 1731986522222Disabling compacts and flushes for region at 1731986522222Disabling writes for close at 1731986522222Obtaining lock to block concurrent updates at 1731986522222Preparing flush snapshotting stores in 1588230740 at 1731986522222Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731986522223 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731986522224 (+1 ms)Flushing 1588230740/info: creating writer at 1731986522225 (+1 ms)Flushing 1588230740/info: appending metadata at 1731986522245 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731986522245Flushing 1588230740/ns: creating writer at 1731986522305 (+60 ms)Flushing 1588230740/ns: appending metadata at 1731986522325 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731986522325Flushing 1588230740/rep_barrier: creating writer at 1731986522343 (+18 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731986522361 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731986522361Flushing 1588230740/table: creating writer at 1731986522769 (+408 ms)Flushing 1588230740/table: appending metadata at 1731986522794 (+25 ms)Flushing 1588230740/table: closing flushed file at 1731986522794Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@287b4468: reopening flushed file at 1731986523205 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d88e2d4: reopening flushed file at 1731986523223 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19fb967c: reopening flushed file at 1731986523227 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@279d7d2: reopening flushed file at 1731986523231 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1014ms, sequenceid=16, compaction requested=false at 1731986523236 (+5 ms)Writing region close event to WAL at 1731986523239 (+3 ms)Running coprocessor post-close hooks at 1731986523243 (+4 ms)Closed at 1731986523244 (+1 ms) 2024-11-19T03:22:03,244 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T03:22:03,246 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f45b4806d1e944df8b0ffdb9ce0c8634 2024-11-19T03:22:03,246 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/data/default/test/3730fbaa72d4560961fc6b1b5d1eff8a/.tmp/f/da5ea3659877412d9f08a8465df8443e as hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/data/default/test/3730fbaa72d4560961fc6b1b5d1eff8a/f/da5ea3659877412d9f08a8465df8443e 2024-11-19T03:22:03,250 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for da5ea3659877412d9f08a8465df8443e 2024-11-19T03:22:03,250 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/data/default/test/3730fbaa72d4560961fc6b1b5d1eff8a/f/da5ea3659877412d9f08a8465df8443e, entries=5, sequenceid=12, filesize=5.1 K 2024-11-19T03:22:03,251 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/data/default/test/3730fbaa72d4560961fc6b1b5d1eff8a/.tmp/f1/047766b36a404c56a59742085161da08 as hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/data/default/test/3730fbaa72d4560961fc6b1b5d1eff8a/f1/047766b36a404c56a59742085161da08 2024-11-19T03:22:03,254 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 047766b36a404c56a59742085161da08 2024-11-19T03:22:03,254 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/data/default/test/3730fbaa72d4560961fc6b1b5d1eff8a/f1/047766b36a404c56a59742085161da08, entries=3, sequenceid=12, filesize=5.0 K 2024-11-19T03:22:03,255 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/data/default/test/3730fbaa72d4560961fc6b1b5d1eff8a/.tmp/norep/f45b4806d1e944df8b0ffdb9ce0c8634 as hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/data/default/test/3730fbaa72d4560961fc6b1b5d1eff8a/norep/f45b4806d1e944df8b0ffdb9ce0c8634 2024-11-19T03:22:03,259 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f45b4806d1e944df8b0ffdb9ce0c8634 2024-11-19T03:22:03,259 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/data/default/test/3730fbaa72d4560961fc6b1b5d1eff8a/norep/f45b4806d1e944df8b0ffdb9ce0c8634, entries=1, sequenceid=12, filesize=5.0 K 2024-11-19T03:22:03,259 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 3730fbaa72d4560961fc6b1b5d1eff8a in 921ms, sequenceid=12, compaction requested=false 2024-11-19T03:22:03,260 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-19T03:22:03,263 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/data/default/test/3730fbaa72d4560961fc6b1b5d1eff8a/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-19T03:22:03,264 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T03:22:03,264 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T03:22:03,264 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731986496053.3730fbaa72d4560961fc6b1b5d1eff8a. 2024-11-19T03:22:03,264 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3730fbaa72d4560961fc6b1b5d1eff8a: Waiting for close lock at 1731986522338Running coprocessor pre-close hooks at 1731986522338Disabling compacts and flushes for region at 1731986522338Disabling writes for close at 1731986522338Obtaining lock to block concurrent updates at 1731986522338Preparing flush snapshotting stores in 3730fbaa72d4560961fc6b1b5d1eff8a at 1731986522338Finished memstore snapshotting test,,1731986496053.3730fbaa72d4560961fc6b1b5d1eff8a., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731986522339 (+1 ms)Flushing stores of test,,1731986496053.3730fbaa72d4560961fc6b1b5d1eff8a. at 1731986522339Flushing 3730fbaa72d4560961fc6b1b5d1eff8a/f: creating writer at 1731986522340 (+1 ms)Flushing 3730fbaa72d4560961fc6b1b5d1eff8a/f: appending metadata at 1731986522358 (+18 ms)Flushing 3730fbaa72d4560961fc6b1b5d1eff8a/f: closing flushed file at 1731986522358Flushing 3730fbaa72d4560961fc6b1b5d1eff8a/f1: creating writer at 1731986522769 (+411 ms)Flushing 3730fbaa72d4560961fc6b1b5d1eff8a/f1: appending metadata at 1731986522790 (+21 ms)Flushing 3730fbaa72d4560961fc6b1b5d1eff8a/f1: closing flushed file at 1731986522790Flushing 3730fbaa72d4560961fc6b1b5d1eff8a/norep: creating writer at 1731986523206 (+416 ms)Flushing 3730fbaa72d4560961fc6b1b5d1eff8a/norep: appending metadata at 1731986523237 (+31 ms)Flushing 3730fbaa72d4560961fc6b1b5d1eff8a/norep: closing flushed file at 1731986523237Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@488a24e8: reopening flushed file at 1731986523246 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@490865b4: reopening flushed file at 1731986523250 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@503130b8: reopening flushed file at 1731986523255 (+5 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 3730fbaa72d4560961fc6b1b5d1eff8a in 921ms, sequenceid=12, compaction requested=false at 1731986523259 (+4 ms)Writing region close event to WAL at 1731986523261 (+2 ms)Running coprocessor post-close hooks at 1731986523264 (+3 ms)Closed at 1731986523264 2024-11-19T03:22:03,264 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731986496053.3730fbaa72d4560961fc6b1b5d1eff8a. 2024-11-19T03:22:03,384 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32913,1731986483152.replicationSource.wal-reader.47efada56ed5%2C32913%2C1731986483152,1-47efada56ed5,32913,1731986483152 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/WALs/47efada56ed5,32913,1731986483152/47efada56ed5%2C32913%2C1731986483152.1731986485894 to pos 1735, reset compression=false 2024-11-19T03:22:03,389 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32913,1731986483152.replicationSource.wal-reader.47efada56ed5%2C32913%2C1731986483152,1-47efada56ed5,32913,1731986483152 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T03:22:03,389 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32913,1731986483152.replicationSource.wal-reader.47efada56ed5%2C32913%2C1731986483152,1-47efada56ed5,32913,1731986483152 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/WALs/47efada56ed5,32913,1731986483152/47efada56ed5%2C32913%2C1731986483152.1731986485894 to pos 2379, reset compression=false 2024-11-19T03:22:03,423 INFO [RS:0;47efada56ed5:32913 {}] regionserver.HRegionServer(976): stopping server 47efada56ed5,32913,1731986483152; all regions closed. 2024-11-19T03:22:03,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41515 is added to blk_1073741834_1010 (size=4239) 2024-11-19T03:22:03,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41515 is added to blk_1073741839_1015 (size=3552) 2024-11-19T03:22:03,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41515 is added to blk_1073741832_1008 (size=2387) 2024-11-19T03:22:03,429 DEBUG [RS:0;47efada56ed5:32913 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:22:03,429 INFO [RS:0;47efada56ed5:32913 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T03:22:03,430 INFO [RS:0;47efada56ed5:32913 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T03:22:03,430 INFO [RS:0;47efada56ed5:32913 {}] hbase.ChoreService(370): Chore service for: regionserver/47efada56ed5:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-19T03:22:03,430 INFO [RS:0;47efada56ed5:32913 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T03:22:03,430 INFO [regionserver/47efada56ed5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T03:22:03,430 INFO [RS:0;47efada56ed5:32913 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-47efada56ed5,32913,1731986483152 because: Region server is closing 2024-11-19T03:22:03,430 INFO [RS:0;47efada56ed5:32913 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;47efada56ed5:32913. 2024-11-19T03:22:03,430 DEBUG [RS:0;47efada56ed5:32913 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:22:03,431 DEBUG [RS:0;47efada56ed5:32913 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:22:03,431 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:22:03,431 DEBUG [RS:0;47efada56ed5:32913 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:22:03,531 INFO [RS:0;47efada56ed5:32913 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32913,1731986483152.replicationSource.shipper47efada56ed5%2C32913%2C1731986483152,1-47efada56ed5,32913,1731986483152 terminated 2024-11-19T03:22:03,531 WARN [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,32913,1731986483152.replicationSource.wal-reader.47efada56ed5%2C32913%2C1731986483152,1-47efada56ed5,32913,1731986483152 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T03:22:03,531 INFO [RS:0;47efada56ed5:32913 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;47efada56ed5:32913. 2024-11-19T03:22:03,531 DEBUG [RS:0;47efada56ed5:32913 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:22:03,531 DEBUG [RS:0;47efada56ed5:32913 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:22:03,531 DEBUG [RS:0;47efada56ed5:32913 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:22:03,531 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:22:03,531 INFO [RS:0;47efada56ed5:32913 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32913 2024-11-19T03:22:03,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34343-0x101511c52fb0000, quorum=127.0.0.1:60196, baseZNode=/01031089074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01031089074/rs 2024-11-19T03:22:03,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32913-0x101511c52fb0001, quorum=127.0.0.1:60196, baseZNode=/01031089074 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01031089074/rs/47efada56ed5,32913,1731986483152 2024-11-19T03:22:03,539 INFO [RS:0;47efada56ed5:32913 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T03:22:03,550 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [47efada56ed5,32913,1731986483152] 2024-11-19T03:22:03,560 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01031089074/draining/47efada56ed5,32913,1731986483152 already deleted, retry=false 2024-11-19T03:22:03,560 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 47efada56ed5,32913,1731986483152 expired; onlineServers=0 2024-11-19T03:22:03,560 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '47efada56ed5,34343,1731986482597' ***** 2024-11-19T03:22:03,560 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T03:22:03,560 INFO [M:0;47efada56ed5:34343 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T03:22:03,560 INFO [M:0;47efada56ed5:34343 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T03:22:03,560 DEBUG [M:0;47efada56ed5:34343 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T03:22:03,560 DEBUG [M:0;47efada56ed5:34343 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T03:22:03,560 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T03:22:03,560 DEBUG [master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.large.0-1731986485644 {}] cleaner.HFileCleaner(306): Exit Thread[master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.large.0-1731986485644,5,FailOnTimeoutGroup] 2024-11-19T03:22:03,560 DEBUG [master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.small.0-1731986485645 {}] cleaner.HFileCleaner(306): Exit Thread[master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.small.0-1731986485645,5,FailOnTimeoutGroup] 2024-11-19T03:22:03,561 INFO [M:0;47efada56ed5:34343 {}] hbase.ChoreService(370): Chore service for: master/47efada56ed5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T03:22:03,561 INFO [M:0;47efada56ed5:34343 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T03:22:03,561 DEBUG [M:0;47efada56ed5:34343 {}] master.HMaster(1795): Stopping service threads 2024-11-19T03:22:03,561 INFO [M:0;47efada56ed5:34343 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T03:22:03,561 INFO [M:0;47efada56ed5:34343 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T03:22:03,561 INFO [M:0;47efada56ed5:34343 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T03:22:03,561 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T03:22:03,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34343-0x101511c52fb0000, quorum=127.0.0.1:60196, baseZNode=/01031089074 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01031089074/master 2024-11-19T03:22:03,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34343-0x101511c52fb0000, quorum=127.0.0.1:60196, baseZNode=/01031089074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01031089074 2024-11-19T03:22:03,571 DEBUG [M:0;47efada56ed5:34343 {}] zookeeper.ZKUtil(347): master:34343-0x101511c52fb0000, quorum=127.0.0.1:60196, baseZNode=/01031089074 Unable to get data of znode /01031089074/master because node does not exist (not an error) 2024-11-19T03:22:03,571 WARN [M:0;47efada56ed5:34343 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T03:22:03,572 INFO [M:0;47efada56ed5:34343 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/.lastflushedseqids 2024-11-19T03:22:03,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41515 is added to blk_1073741848_1024 (size=245) 2024-11-19T03:22:03,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32913-0x101511c52fb0001, quorum=127.0.0.1:60196, baseZNode=/01031089074 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T03:22:03,650 INFO [RS:0;47efada56ed5:32913 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T03:22:03,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32913-0x101511c52fb0001, quorum=127.0.0.1:60196, baseZNode=/01031089074 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T03:22:03,650 INFO [RS:0;47efada56ed5:32913 {}] regionserver.HRegionServer(1031): Exiting; stopping=47efada56ed5,32913,1731986483152; zookeeper connection closed. 2024-11-19T03:22:03,650 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@179b209f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@179b209f 2024-11-19T03:22:03,650 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T03:22:03,982 INFO [M:0;47efada56ed5:34343 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T03:22:03,982 INFO [M:0;47efada56ed5:34343 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T03:22:03,982 DEBUG [M:0;47efada56ed5:34343 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T03:22:03,982 INFO [M:0;47efada56ed5:34343 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:22:03,982 DEBUG [M:0;47efada56ed5:34343 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:22:03,982 DEBUG [M:0;47efada56ed5:34343 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T03:22:03,982 DEBUG [M:0;47efada56ed5:34343 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:22:03,982 INFO [M:0;47efada56ed5:34343 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-11-19T03:22:03,995 DEBUG [M:0;47efada56ed5:34343 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7c26c4c1485b40e8b5776a4f95367ef4 is 82, key is hbase:meta,,1/info:regioninfo/1731986486452/Put/seqid=0 2024-11-19T03:22:03,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41515 is added to blk_1073741849_1025 (size=5672) 2024-11-19T03:22:04,398 INFO [M:0;47efada56ed5:34343 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7c26c4c1485b40e8b5776a4f95367ef4 2024-11-19T03:22:04,416 DEBUG [M:0;47efada56ed5:34343 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a1a987d50fb944349601d386e4578f42 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731986497266/Put/seqid=0 2024-11-19T03:22:04,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41515 is added to blk_1073741850_1026 (size=7219) 2024-11-19T03:22:04,823 INFO [M:0;47efada56ed5:34343 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a1a987d50fb944349601d386e4578f42 2024-11-19T03:22:04,827 INFO [M:0;47efada56ed5:34343 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a1a987d50fb944349601d386e4578f42 2024-11-19T03:22:04,846 DEBUG [M:0;47efada56ed5:34343 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eb22ca725dec452eaf489b1c80d7740f is 69, key is 47efada56ed5,32913,1731986483152/rs:state/1731986485740/Put/seqid=0 2024-11-19T03:22:04,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41515 is added to blk_1073741851_1027 (size=5156) 2024-11-19T03:22:05,257 INFO [M:0;47efada56ed5:34343 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eb22ca725dec452eaf489b1c80d7740f 2024-11-19T03:22:05,262 DEBUG [M:0;47efada56ed5:34343 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7c26c4c1485b40e8b5776a4f95367ef4 as hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7c26c4c1485b40e8b5776a4f95367ef4 2024-11-19T03:22:05,266 INFO [M:0;47efada56ed5:34343 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7c26c4c1485b40e8b5776a4f95367ef4, entries=8, sequenceid=105, filesize=5.5 K 2024-11-19T03:22:05,267 DEBUG [M:0;47efada56ed5:34343 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a1a987d50fb944349601d386e4578f42 as hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a1a987d50fb944349601d386e4578f42 2024-11-19T03:22:05,271 INFO [M:0;47efada56ed5:34343 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a1a987d50fb944349601d386e4578f42 2024-11-19T03:22:05,271 INFO [M:0;47efada56ed5:34343 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a1a987d50fb944349601d386e4578f42, entries=11, sequenceid=105, filesize=7.0 K 2024-11-19T03:22:05,272 DEBUG [M:0;47efada56ed5:34343 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eb22ca725dec452eaf489b1c80d7740f as hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eb22ca725dec452eaf489b1c80d7740f 2024-11-19T03:22:05,276 INFO [M:0;47efada56ed5:34343 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33349/user/jenkins/test-data/0b3c02d2-127d-0005-bb00-6fb951fced73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eb22ca725dec452eaf489b1c80d7740f, entries=1, sequenceid=105, filesize=5.0 K 2024-11-19T03:22:05,277 INFO [M:0;47efada56ed5:34343 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1295ms, sequenceid=105, compaction requested=false 2024-11-19T03:22:05,279 INFO [M:0;47efada56ed5:34343 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:22:05,279 DEBUG [M:0;47efada56ed5:34343 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731986523982Disabling compacts and flushes for region at 1731986523982Disabling writes for close at 1731986523982Obtaining lock to block concurrent updates at 1731986523982Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731986523982Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1731986523982Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731986523983 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731986523983Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731986523994 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731986523994Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731986524402 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731986524416 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731986524416Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731986524827 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731986524845 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731986524845Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1889458: reopening flushed file at 1731986525261 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e3f4304: reopening flushed file at 1731986525266 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d933433: reopening flushed file at 1731986525271 (+5 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1295ms, sequenceid=105, compaction requested=false at 1731986525277 (+6 ms)Writing region close event to WAL at 1731986525279 (+2 ms)Closed at 1731986525279 2024-11-19T03:22:05,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41515 is added to blk_1073741830_1006 (size=64435) 2024-11-19T03:22:05,286 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T03:22:05,286 INFO [M:0;47efada56ed5:34343 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T03:22:05,286 INFO [M:0;47efada56ed5:34343 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34343 2024-11-19T03:22:05,286 INFO [M:0;47efada56ed5:34343 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T03:22:05,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34343-0x101511c52fb0000, quorum=127.0.0.1:60196, baseZNode=/01031089074 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T03:22:05,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34343-0x101511c52fb0000, quorum=127.0.0.1:60196, baseZNode=/01031089074 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T03:22:05,457 INFO [M:0;47efada56ed5:34343 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T03:22:05,460 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b7ac87b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T03:22:05,462 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5bf30e15{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T03:22:05,462 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T03:22:05,462 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7082022f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T03:22:05,462 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8362398{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e212bcb5-950f-8de5-a26f-1fd254c00be9/hadoop.log.dir/,STOPPED} 2024-11-19T03:22:05,464 WARN [BP-1186953056-172.17.0.3-1731986478951 heartbeating to localhost/127.0.0.1:33349 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T03:22:05,464 WARN [BP-1186953056-172.17.0.3-1731986478951 heartbeating to localhost/127.0.0.1:33349 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1186953056-172.17.0.3-1731986478951 (Datanode Uuid 368de4fe-fcab-48f4-aab8-6c69148a0db4) service to localhost/127.0.0.1:33349 2024-11-19T03:22:05,464 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T03:22:05,464 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T03:22:05,464 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e212bcb5-950f-8de5-a26f-1fd254c00be9/cluster_3cb83cfd-1bf5-b080-add2-b12f416e4dfd/data/data1/current/BP-1186953056-172.17.0.3-1731986478951 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T03:22:05,464 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e212bcb5-950f-8de5-a26f-1fd254c00be9/cluster_3cb83cfd-1bf5-b080-add2-b12f416e4dfd/data/data2/current/BP-1186953056-172.17.0.3-1731986478951 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T03:22:05,470 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T03:22:05,477 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2fb0680{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T03:22:05,477 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4dd1842f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T03:22:05,477 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T03:22:05,478 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62051e56{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T03:22:05,478 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74303462{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e212bcb5-950f-8de5-a26f-1fd254c00be9/hadoop.log.dir/,STOPPED} 2024-11-19T03:22:05,486 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-19T03:22:05,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T03:22:05,517 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=312 (was 259) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:39199 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:44849 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33349 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44849 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39199 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60196) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:39199 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60196) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39199 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:33349 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44849 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33349 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33349 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:44849 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:44849 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60196) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39199 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:39199 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:33349 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33349 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:44849 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44849 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:39199 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44849 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39199 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:33349 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:33349 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=733 (was 651) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=538 (was 355) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=14072 (was 12991) - AvailableMemoryMB LEAK? - 2024-11-19T03:22:05,530 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=312, OpenFileDescriptor=735, MaxFileDescriptor=1048576, SystemLoadAverage=538, ProcessCount=11, AvailableMemoryMB=14072 2024-11-19T03:22:05,548 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-19T03:22:05,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ff7ba7bb-35a8-cdac-2a4f-ed3c02215eaa/hadoop.log.dir so I do NOT create it in target/test-data/7dff8efe-fdf5-6477-1463-9871597ea417 2024-11-19T03:22:05,549 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ff7ba7bb-35a8-cdac-2a4f-ed3c02215eaa/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T03:22:05,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ff7ba7bb-35a8-cdac-2a4f-ed3c02215eaa/hadoop.tmp.dir so I do NOT create it in target/test-data/7dff8efe-fdf5-6477-1463-9871597ea417 2024-11-19T03:22:05,549 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ff7ba7bb-35a8-cdac-2a4f-ed3c02215eaa/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T03:22:05,549 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7dff8efe-fdf5-6477-1463-9871597ea417 2024-11-19T03:22:05,550 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7dff8efe-fdf5-6477-1463-9871597ea417/cluster_fcba1ec0-5a32-090d-109e-f5267e76bece, deleteOnExit=true 2024-11-19T03:22:05,568 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7dff8efe-fdf5-6477-1463-9871597ea417/cluster_fcba1ec0-5a32-090d-109e-f5267e76bece/zookeeper_0, clientPort=55506, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7dff8efe-fdf5-6477-1463-9871597ea417/cluster_fcba1ec0-5a32-090d-109e-f5267e76bece/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7dff8efe-fdf5-6477-1463-9871597ea417/cluster_fcba1ec0-5a32-090d-109e-f5267e76bece/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T03:22:05,569 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55506 2024-11-19T03:22:05,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T03:22:05,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T03:22:05,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7dff8efe-fdf5-6477-1463-9871597ea417/test.cache.data in system properties and HBase conf 2024-11-19T03:22:05,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7dff8efe-fdf5-6477-1463-9871597ea417/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T03:22:05,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7dff8efe-fdf5-6477-1463-9871597ea417/hadoop.log.dir in system properties and HBase conf 2024-11-19T03:22:05,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7dff8efe-fdf5-6477-1463-9871597ea417/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T03:22:05,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7dff8efe-fdf5-6477-1463-9871597ea417/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T03:22:05,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T03:22:05,570 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T03:22:05,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7dff8efe-fdf5-6477-1463-9871597ea417/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T03:22:05,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7dff8efe-fdf5-6477-1463-9871597ea417/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T03:22:05,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7dff8efe-fdf5-6477-1463-9871597ea417/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T03:22:05,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7dff8efe-fdf5-6477-1463-9871597ea417/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T03:22:05,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7dff8efe-fdf5-6477-1463-9871597ea417/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T03:22:05,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7dff8efe-fdf5-6477-1463-9871597ea417/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T03:22:05,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7dff8efe-fdf5-6477-1463-9871597ea417/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T03:22:05,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7dff8efe-fdf5-6477-1463-9871597ea417/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T03:22:05,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7dff8efe-fdf5-6477-1463-9871597ea417/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T03:22:05,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7dff8efe-fdf5-6477-1463-9871597ea417/nfs.dump.dir in system properties and HBase conf 2024-11-19T03:22:05,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7dff8efe-fdf5-6477-1463-9871597ea417/java.io.tmpdir in system properties and HBase conf 2024-11-19T03:22:05,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7dff8efe-fdf5-6477-1463-9871597ea417/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T03:22:05,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7dff8efe-fdf5-6477-1463-9871597ea417/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T03:22:05,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7dff8efe-fdf5-6477-1463-9871597ea417/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T03:22:05,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101511c52fb0008, quorum=127.0.0.1:60196, baseZNode=/278057918 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T03:22:05,583 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101511c52fb0008, quorum=127.0.0.1:60196, baseZNode=/278057918 Received Disconnected from ZooKeeper, ignoring 2024-11-19T03:22:05,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101511c52fb0002, quorum=127.0.0.1:60196, baseZNode=/01031089074 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T03:22:05,584 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101511c52fb0002, quorum=127.0.0.1:60196, baseZNode=/01031089074 Received Disconnected from ZooKeeper, ignoring 2024-11-19T03:22:05,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101511c52fb0005, quorum=127.0.0.1:60196, baseZNode=/1150413481 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T03:22:05,584 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101511c52fb0005, quorum=127.0.0.1:60196, baseZNode=/1150413481 Received Disconnected from ZooKeeper, ignoring 2024-11-19T03:22:06,070 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T03:22:06,074 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T03:22:06,076 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T03:22:06,076 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T03:22:06,077 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T03:22:06,081 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T03:22:06,081 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@273d7e3b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7dff8efe-fdf5-6477-1463-9871597ea417/hadoop.log.dir/,AVAILABLE} 2024-11-19T03:22:06,082 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2285136e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T03:22:06,205 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3763016d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7dff8efe-fdf5-6477-1463-9871597ea417/java.io.tmpdir/jetty-localhost-35567-hadoop-hdfs-3_4_1-tests_jar-_-any-14676632425787502361/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T03:22:06,206 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@55dce5a1{HTTP/1.1, (http/1.1)}{localhost:35567} 2024-11-19T03:22:06,206 INFO [Time-limited test {}] server.Server(415): Started @289810ms 2024-11-19T03:22:06,484 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T03:22:06,487 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T03:22:06,487 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-19T03:22:06,487 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-19T03:22:06,487 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T03:22:06,488 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T03:22:06,493 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T03:22:06,493 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T03:22:06,493 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T03:22:06,496 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6006a90{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7dff8efe-fdf5-6477-1463-9871597ea417/hadoop.log.dir/,AVAILABLE} 2024-11-19T03:22:06,496 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d288850{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T03:22:06,630 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@33bc33d5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7dff8efe-fdf5-6477-1463-9871597ea417/java.io.tmpdir/jetty-localhost-44859-hadoop-hdfs-3_4_1-tests_jar-_-any-17248869261238257567/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T03:22:06,631 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3a98c75f{HTTP/1.1, (http/1.1)}{localhost:44859} 2024-11-19T03:22:06,631 INFO [Time-limited test {}] server.Server(415): Started @290235ms 2024-11-19T03:22:06,632 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T03:22:07,662 WARN [Thread-3435 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7dff8efe-fdf5-6477-1463-9871597ea417/cluster_fcba1ec0-5a32-090d-109e-f5267e76bece/data/data2/current/BP-2106631353-172.17.0.3-1731986525598/current, will proceed with Du for space computation calculation, 2024-11-19T03:22:07,662 WARN [Thread-3434 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7dff8efe-fdf5-6477-1463-9871597ea417/cluster_fcba1ec0-5a32-090d-109e-f5267e76bece/data/data1/current/BP-2106631353-172.17.0.3-1731986525598/current, will proceed with Du for space computation calculation, 2024-11-19T03:22:07,709 WARN [Thread-3422 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T03:22:07,716 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x93211aa47d1d2276 with lease ID 0xb55aa8e2a252ea7b: Processing first storage report for DS-e57a6c0f-f1d6-4b31-9047-44c247ccf0fb from datanode DatanodeRegistration(127.0.0.1:43787, datanodeUuid=ad2be5e8-80c1-4291-9147-2923da4c8e1a, infoPort=45887, infoSecurePort=0, ipcPort=39827, storageInfo=lv=-57;cid=testClusterID;nsid=1023390843;c=1731986525598) 2024-11-19T03:22:07,716 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x93211aa47d1d2276 with lease ID 0xb55aa8e2a252ea7b: from storage DS-e57a6c0f-f1d6-4b31-9047-44c247ccf0fb node DatanodeRegistration(127.0.0.1:43787, datanodeUuid=ad2be5e8-80c1-4291-9147-2923da4c8e1a, infoPort=45887, infoSecurePort=0, ipcPort=39827, storageInfo=lv=-57;cid=testClusterID;nsid=1023390843;c=1731986525598), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T03:22:07,716 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x93211aa47d1d2276 with lease ID 0xb55aa8e2a252ea7b: Processing first storage report for DS-3b3c21e5-29e2-4ab9-8b97-f8e935458729 from datanode DatanodeRegistration(127.0.0.1:43787, datanodeUuid=ad2be5e8-80c1-4291-9147-2923da4c8e1a, infoPort=45887, infoSecurePort=0, ipcPort=39827, storageInfo=lv=-57;cid=testClusterID;nsid=1023390843;c=1731986525598) 2024-11-19T03:22:07,716 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x93211aa47d1d2276 with lease ID 0xb55aa8e2a252ea7b: from storage DS-3b3c21e5-29e2-4ab9-8b97-f8e935458729 node DatanodeRegistration(127.0.0.1:43787, datanodeUuid=ad2be5e8-80c1-4291-9147-2923da4c8e1a, infoPort=45887, infoSecurePort=0, ipcPort=39827, storageInfo=lv=-57;cid=testClusterID;nsid=1023390843;c=1731986525598), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T03:22:07,773 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7dff8efe-fdf5-6477-1463-9871597ea417 2024-11-19T03:22:07,773 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:22:07,775 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:22:07,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43787 is added to blk_1073741825_1001 (size=7) 2024-11-19T03:22:07,794 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a with version=8 2024-11-19T03:22:07,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/hbase-staging 2024-11-19T03:22:07,796 INFO [Time-limited test {}] client.ConnectionUtils(128): master/47efada56ed5:0 server-side Connection retries=45 2024-11-19T03:22:07,796 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T03:22:07,796 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T03:22:07,797 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T03:22:07,797 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T03:22:07,797 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T03:22:07,797 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T03:22:07,797 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T03:22:07,797 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44911 2024-11-19T03:22:07,798 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44911 connecting to ZooKeeper ensemble=127.0.0.1:55506 2024-11-19T03:22:07,840 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T03:22:07,841 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:07,841 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:07,841 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:07,841 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:07,841 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:07,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:449110x0, quorum=127.0.0.1:55506, baseZNode=/0-451862045 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T03:22:07,870 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44911-0x101511d092a0000 connected 2024-11-19T03:22:07,883 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:07,883 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:07,883 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:07,883 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:07,884 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:07,884 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:07,893 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:07,897 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:07,897 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:07,953 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:22:07,955 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:22:07,958 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44911-0x101511d092a0000, quorum=127.0.0.1:55506, baseZNode=/0-451862045 Set watcher on znode that does not yet exist, /0-451862045/running 2024-11-19T03:22:07,958 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a, hbase.cluster.distributed=false 2024-11-19T03:22:07,961 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44911-0x101511d092a0000, quorum=127.0.0.1:55506, baseZNode=/0-451862045 Set watcher on znode that does not yet exist, /0-451862045/acl 2024-11-19T03:22:07,964 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44911 2024-11-19T03:22:07,964 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44911 2024-11-19T03:22:07,968 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44911 2024-11-19T03:22:07,968 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44911 2024-11-19T03:22:07,968 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44911 2024-11-19T03:22:07,987 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/47efada56ed5:0 server-side Connection retries=45 2024-11-19T03:22:07,987 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T03:22:07,987 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T03:22:07,987 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T03:22:07,987 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T03:22:07,987 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T03:22:07,987 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T03:22:07,987 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T03:22:07,988 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41409 2024-11-19T03:22:07,989 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41409 connecting to ZooKeeper ensemble=127.0.0.1:55506 2024-11-19T03:22:07,989 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:22:07,992 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:22:08,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:414090x0, quorum=127.0.0.1:55506, baseZNode=/0-451862045 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T03:22:08,070 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:414090x0, quorum=127.0.0.1:55506, baseZNode=/0-451862045 Set watcher on znode that does not yet exist, /0-451862045/running 2024-11-19T03:22:08,070 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41409-0x101511d092a0001 connected 2024-11-19T03:22:08,070 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T03:22:08,071 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T03:22:08,071 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41409-0x101511d092a0001, quorum=127.0.0.1:55506, baseZNode=/0-451862045 Set watcher on znode that does not yet exist, /0-451862045/master 2024-11-19T03:22:08,072 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41409-0x101511d092a0001, quorum=127.0.0.1:55506, baseZNode=/0-451862045 Set watcher on znode that does not yet exist, /0-451862045/acl 2024-11-19T03:22:08,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41409 2024-11-19T03:22:08,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41409 2024-11-19T03:22:08,076 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41409 2024-11-19T03:22:08,076 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41409 2024-11-19T03:22:08,076 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41409 2024-11-19T03:22:08,093 DEBUG [M:0;47efada56ed5:44911 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;47efada56ed5:44911 2024-11-19T03:22:08,096 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-451862045/backup-masters/47efada56ed5,44911,1731986527796 2024-11-19T03:22:08,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41409-0x101511d092a0001, quorum=127.0.0.1:55506, baseZNode=/0-451862045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-451862045/backup-masters 2024-11-19T03:22:08,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44911-0x101511d092a0000, quorum=127.0.0.1:55506, baseZNode=/0-451862045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-451862045/backup-masters 2024-11-19T03:22:08,167 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44911-0x101511d092a0000, quorum=127.0.0.1:55506, baseZNode=/0-451862045 Set watcher on existing znode=/0-451862045/backup-masters/47efada56ed5,44911,1731986527796 2024-11-19T03:22:08,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44911-0x101511d092a0000, quorum=127.0.0.1:55506, baseZNode=/0-451862045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-451862045 2024-11-19T03:22:08,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41409-0x101511d092a0001, quorum=127.0.0.1:55506, baseZNode=/0-451862045 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-451862045/master 2024-11-19T03:22:08,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41409-0x101511d092a0001, quorum=127.0.0.1:55506, baseZNode=/0-451862045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-451862045 2024-11-19T03:22:08,185 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44911-0x101511d092a0000, quorum=127.0.0.1:55506, baseZNode=/0-451862045 Set watcher on existing znode=/0-451862045/master 2024-11-19T03:22:08,185 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-451862045/backup-masters/47efada56ed5,44911,1731986527796 from backup master directory 2024-11-19T03:22:08,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41409-0x101511d092a0001, quorum=127.0.0.1:55506, baseZNode=/0-451862045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-451862045/backup-masters 2024-11-19T03:22:08,332 WARN [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T03:22:08,332 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=47efada56ed5,44911,1731986527796 2024-11-19T03:22:08,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44911-0x101511d092a0000, quorum=127.0.0.1:55506, baseZNode=/0-451862045 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-451862045/backup-masters/47efada56ed5,44911,1731986527796 2024-11-19T03:22:08,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44911-0x101511d092a0000, quorum=127.0.0.1:55506, baseZNode=/0-451862045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-451862045/backup-masters 2024-11-19T03:22:08,338 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/hbase.id] with ID: 090c9bef-b53d-4de7-97ab-9b0cdccd4c55 2024-11-19T03:22:08,338 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/.tmp/hbase.id 2024-11-19T03:22:08,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43787 is added to blk_1073741826_1002 (size=42) 2024-11-19T03:22:08,743 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/.tmp/hbase.id]:[hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/hbase.id] 2024-11-19T03:22:08,752 INFO [master/47efada56ed5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:22:08,752 INFO [master/47efada56ed5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T03:22:08,753 INFO [master/47efada56ed5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T03:22:08,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44911-0x101511d092a0000, quorum=127.0.0.1:55506, baseZNode=/0-451862045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-451862045 2024-11-19T03:22:08,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41409-0x101511d092a0001, quorum=127.0.0.1:55506, baseZNode=/0-451862045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-451862045 2024-11-19T03:22:08,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43787 is added to blk_1073741827_1003 (size=196) 2024-11-19T03:22:08,790 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T03:22:08,791 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T03:22:08,792 INFO [master/47efada56ed5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T03:22:08,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43787 is added to blk_1073741828_1004 (size=1189) 2024-11-19T03:22:09,203 INFO [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/MasterData/data/master/store 2024-11-19T03:22:09,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43787 is added to blk_1073741829_1005 (size=34) 2024-11-19T03:22:09,622 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:22:09,622 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T03:22:09,622 INFO [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:22:09,622 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:22:09,622 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T03:22:09,622 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:22:09,622 INFO [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:22:09,622 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731986529622Disabling compacts and flushes for region at 1731986529622Disabling writes for close at 1731986529622Writing region close event to WAL at 1731986529622Closed at 1731986529622 2024-11-19T03:22:09,623 WARN [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/MasterData/data/master/store/.initializing 2024-11-19T03:22:09,623 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/MasterData/WALs/47efada56ed5,44911,1731986527796 2024-11-19T03:22:09,624 INFO [master/47efada56ed5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T03:22:09,625 INFO [master/47efada56ed5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=47efada56ed5%2C44911%2C1731986527796, suffix=, logDir=hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/MasterData/WALs/47efada56ed5,44911,1731986527796, archiveDir=hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/MasterData/oldWALs, maxLogs=10 2024-11-19T03:22:09,637 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/MasterData/WALs/47efada56ed5,44911,1731986527796/47efada56ed5%2C44911%2C1731986527796.1731986529625, exclude list is [], retry=0 2024-11-19T03:22:09,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43787,DS-e57a6c0f-f1d6-4b31-9047-44c247ccf0fb,DISK] 2024-11-19T03:22:09,640 INFO [master/47efada56ed5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/MasterData/WALs/47efada56ed5,44911,1731986527796/47efada56ed5%2C44911%2C1731986527796.1731986529625 2024-11-19T03:22:09,641 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45887:45887)] 2024-11-19T03:22:09,641 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T03:22:09,641 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:22:09,641 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:22:09,641 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:22:09,642 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:22:09,643 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T03:22:09,643 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:22:09,643 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:22:09,643 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:22:09,644 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T03:22:09,644 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:22:09,644 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:22:09,644 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:22:09,645 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T03:22:09,645 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:22:09,645 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:22:09,645 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:22:09,646 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T03:22:09,646 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:22:09,646 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:22:09,646 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:22:09,647 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:22:09,647 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:22:09,648 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:22:09,648 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:22:09,648 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T03:22:09,649 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:22:09,650 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T03:22:09,650 INFO [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67073258, jitterRate=-5.305707454681396E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T03:22:09,651 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731986529641Initializing all the Stores at 1731986529642 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986529642Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986529642Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986529642Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986529642Cleaning up temporary data from old regions at 1731986529648 (+6 ms)Region opened successfully at 1731986529651 (+3 ms) 2024-11-19T03:22:09,651 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T03:22:09,653 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c596b24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=47efada56ed5/172.17.0.3:0 2024-11-19T03:22:09,654 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T03:22:09,654 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T03:22:09,654 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T03:22:09,654 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T03:22:09,654 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T03:22:09,654 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T03:22:09,654 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T03:22:09,657 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T03:22:09,658 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44911-0x101511d092a0000, quorum=127.0.0.1:55506, baseZNode=/0-451862045 Unable to get data of znode /0-451862045/balancer because node does not exist (not necessarily an error) 2024-11-19T03:22:09,696 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-451862045/balancer already deleted, retry=false 2024-11-19T03:22:09,696 INFO [master/47efada56ed5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T03:22:09,697 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44911-0x101511d092a0000, quorum=127.0.0.1:55506, baseZNode=/0-451862045 Unable to get data of znode /0-451862045/normalizer because node does not exist (not necessarily an error) 2024-11-19T03:22:09,738 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-451862045/normalizer already deleted, retry=false 2024-11-19T03:22:09,738 INFO [master/47efada56ed5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T03:22:09,739 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44911-0x101511d092a0000, quorum=127.0.0.1:55506, baseZNode=/0-451862045 Unable to get data of znode /0-451862045/switch/split because node does not exist (not necessarily an error) 2024-11-19T03:22:09,795 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-451862045/switch/split already deleted, retry=false 2024-11-19T03:22:09,795 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44911-0x101511d092a0000, quorum=127.0.0.1:55506, baseZNode=/0-451862045 Unable to get data of znode /0-451862045/switch/merge because node does not exist (not necessarily an error) 2024-11-19T03:22:09,854 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-451862045/switch/merge already deleted, retry=false 2024-11-19T03:22:09,857 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44911-0x101511d092a0000, quorum=127.0.0.1:55506, baseZNode=/0-451862045 Unable to get data of znode /0-451862045/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T03:22:09,897 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-451862045/snapshot-cleanup already deleted, retry=false 2024-11-19T03:22:10,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41409-0x101511d092a0001, quorum=127.0.0.1:55506, baseZNode=/0-451862045 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-451862045/running 2024-11-19T03:22:10,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44911-0x101511d092a0000, quorum=127.0.0.1:55506, baseZNode=/0-451862045 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-451862045/running 2024-11-19T03:22:10,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41409-0x101511d092a0001, quorum=127.0.0.1:55506, baseZNode=/0-451862045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-451862045 2024-11-19T03:22:10,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44911-0x101511d092a0000, quorum=127.0.0.1:55506, baseZNode=/0-451862045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-451862045 2024-11-19T03:22:10,003 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=47efada56ed5,44911,1731986527796, sessionid=0x101511d092a0000, setting cluster-up flag (Was=false) 2024-11-19T03:22:10,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41409-0x101511d092a0001, quorum=127.0.0.1:55506, baseZNode=/0-451862045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-451862045 2024-11-19T03:22:10,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44911-0x101511d092a0000, quorum=127.0.0.1:55506, baseZNode=/0-451862045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-451862045 2024-11-19T03:22:10,304 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-451862045/flush-table-proc/acquired, /0-451862045/flush-table-proc/reached, /0-451862045/flush-table-proc/abort 2024-11-19T03:22:10,305 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=47efada56ed5,44911,1731986527796 2024-11-19T03:22:10,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41409-0x101511d092a0001, quorum=127.0.0.1:55506, baseZNode=/0-451862045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-451862045 2024-11-19T03:22:10,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44911-0x101511d092a0000, quorum=127.0.0.1:55506, baseZNode=/0-451862045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-451862045 2024-11-19T03:22:10,652 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-451862045/online-snapshot/acquired, /0-451862045/online-snapshot/reached, /0-451862045/online-snapshot/abort 2024-11-19T03:22:10,653 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=47efada56ed5,44911,1731986527796 2024-11-19T03:22:10,654 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T03:22:10,655 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T03:22:10,655 INFO [master/47efada56ed5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T03:22:10,655 INFO [master/47efada56ed5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T03:22:10,655 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 47efada56ed5,44911,1731986527796 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T03:22:10,656 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/47efada56ed5:0, corePoolSize=5, maxPoolSize=5 2024-11-19T03:22:10,656 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/47efada56ed5:0, corePoolSize=5, maxPoolSize=5 2024-11-19T03:22:10,656 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/47efada56ed5:0, corePoolSize=5, maxPoolSize=5 2024-11-19T03:22:10,656 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/47efada56ed5:0, corePoolSize=5, maxPoolSize=5 2024-11-19T03:22:10,656 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/47efada56ed5:0, corePoolSize=10, maxPoolSize=10 2024-11-19T03:22:10,656 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:22:10,656 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/47efada56ed5:0, corePoolSize=2, maxPoolSize=2 2024-11-19T03:22:10,656 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:22:10,657 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T03:22:10,658 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T03:22:10,658 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:22:10,658 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T03:22:10,660 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731986560660 2024-11-19T03:22:10,660 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T03:22:10,660 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T03:22:10,660 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T03:22:10,660 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T03:22:10,660 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T03:22:10,660 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T03:22:10,663 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T03:22:10,666 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T03:22:10,666 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T03:22:10,666 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T03:22:10,666 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T03:22:10,668 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T03:22:10,668 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T03:22:10,668 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.large.0-1731986530668,5,FailOnTimeoutGroup] 2024-11-19T03:22:10,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43787 is added to blk_1073741831_1007 (size=1321) 2024-11-19T03:22:10,672 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.small.0-1731986530668,5,FailOnTimeoutGroup] 2024-11-19T03:22:10,672 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T03:22:10,672 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T03:22:10,672 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T03:22:10,672 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T03:22:10,683 INFO [RS:0;47efada56ed5:41409 {}] regionserver.HRegionServer(746): ClusterId : 090c9bef-b53d-4de7-97ab-9b0cdccd4c55 2024-11-19T03:22:10,683 DEBUG [RS:0;47efada56ed5:41409 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T03:22:10,727 DEBUG [RS:0;47efada56ed5:41409 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T03:22:10,727 DEBUG [RS:0;47efada56ed5:41409 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T03:22:10,743 DEBUG [RS:0;47efada56ed5:41409 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T03:22:10,743 DEBUG [RS:0;47efada56ed5:41409 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e0626fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=47efada56ed5/172.17.0.3:0 2024-11-19T03:22:10,760 DEBUG [RS:0;47efada56ed5:41409 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;47efada56ed5:41409 2024-11-19T03:22:10,760 INFO [RS:0;47efada56ed5:41409 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T03:22:10,760 INFO [RS:0;47efada56ed5:41409 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T03:22:10,760 DEBUG [RS:0;47efada56ed5:41409 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T03:22:10,761 INFO [RS:0;47efada56ed5:41409 {}] regionserver.HRegionServer(2659): reportForDuty to master=47efada56ed5,44911,1731986527796 with port=41409, startcode=1731986527987 2024-11-19T03:22:10,761 DEBUG [RS:0;47efada56ed5:41409 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T03:22:10,766 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51491, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T03:22:10,767 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44911 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 47efada56ed5,41409,1731986527987 2024-11-19T03:22:10,767 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44911 {}] master.ServerManager(517): Registering regionserver=47efada56ed5,41409,1731986527987 2024-11-19T03:22:10,768 DEBUG [RS:0;47efada56ed5:41409 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a 2024-11-19T03:22:10,768 DEBUG [RS:0;47efada56ed5:41409 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33811 2024-11-19T03:22:10,768 DEBUG [RS:0;47efada56ed5:41409 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T03:22:10,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44911-0x101511d092a0000, quorum=127.0.0.1:55506, baseZNode=/0-451862045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-451862045/rs 2024-11-19T03:22:10,774 DEBUG [RS:0;47efada56ed5:41409 {}] zookeeper.ZKUtil(111): regionserver:41409-0x101511d092a0001, quorum=127.0.0.1:55506, baseZNode=/0-451862045 Set watcher on existing znode=/0-451862045/rs/47efada56ed5,41409,1731986527987 2024-11-19T03:22:10,774 WARN [RS:0;47efada56ed5:41409 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T03:22:10,774 INFO [RS:0;47efada56ed5:41409 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T03:22:10,774 DEBUG [RS:0;47efada56ed5:41409 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/WALs/47efada56ed5,41409,1731986527987 2024-11-19T03:22:10,774 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [47efada56ed5,41409,1731986527987] 2024-11-19T03:22:10,778 INFO [RS:0;47efada56ed5:41409 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T03:22:10,780 INFO [RS:0;47efada56ed5:41409 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T03:22:10,784 INFO [RS:0;47efada56ed5:41409 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T03:22:10,784 INFO [RS:0;47efada56ed5:41409 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T03:22:10,784 INFO [RS:0;47efada56ed5:41409 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T03:22:10,785 INFO [RS:0;47efada56ed5:41409 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T03:22:10,785 INFO [RS:0;47efada56ed5:41409 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T03:22:10,785 DEBUG [RS:0;47efada56ed5:41409 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:22:10,785 DEBUG [RS:0;47efada56ed5:41409 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:22:10,785 DEBUG [RS:0;47efada56ed5:41409 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:22:10,785 DEBUG [RS:0;47efada56ed5:41409 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:22:10,785 DEBUG [RS:0;47efada56ed5:41409 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:22:10,785 DEBUG [RS:0;47efada56ed5:41409 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/47efada56ed5:0, corePoolSize=2, maxPoolSize=2 2024-11-19T03:22:10,785 DEBUG [RS:0;47efada56ed5:41409 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:22:10,785 DEBUG [RS:0;47efada56ed5:41409 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:22:10,785 DEBUG [RS:0;47efada56ed5:41409 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:22:10,785 DEBUG [RS:0;47efada56ed5:41409 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:22:10,785 DEBUG [RS:0;47efada56ed5:41409 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:22:10,785 DEBUG [RS:0;47efada56ed5:41409 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:22:10,785 DEBUG [RS:0;47efada56ed5:41409 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/47efada56ed5:0, corePoolSize=3, maxPoolSize=3 2024-11-19T03:22:10,785 DEBUG [RS:0;47efada56ed5:41409 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0, corePoolSize=3, maxPoolSize=3 2024-11-19T03:22:10,786 INFO [RS:0;47efada56ed5:41409 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T03:22:10,786 INFO [RS:0;47efada56ed5:41409 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T03:22:10,786 INFO [RS:0;47efada56ed5:41409 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T03:22:10,786 INFO [RS:0;47efada56ed5:41409 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T03:22:10,786 INFO [RS:0;47efada56ed5:41409 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T03:22:10,786 INFO [RS:0;47efada56ed5:41409 {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,41409,1731986527987-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T03:22:10,802 INFO [RS:0;47efada56ed5:41409 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T03:22:10,802 INFO [RS:0;47efada56ed5:41409 {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,41409,1731986527987-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T03:22:10,802 INFO [RS:0;47efada56ed5:41409 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:22:10,802 INFO [RS:0;47efada56ed5:41409 {}] regionserver.Replication(171): 47efada56ed5,41409,1731986527987 started 2024-11-19T03:22:10,815 INFO [RS:0;47efada56ed5:41409 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:22:10,815 INFO [RS:0;47efada56ed5:41409 {}] regionserver.HRegionServer(1482): Serving as 47efada56ed5,41409,1731986527987, RpcServer on 47efada56ed5/172.17.0.3:41409, sessionid=0x101511d092a0001 2024-11-19T03:22:10,815 DEBUG [RS:0;47efada56ed5:41409 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T03:22:10,816 DEBUG [RS:0;47efada56ed5:41409 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 47efada56ed5,41409,1731986527987 2024-11-19T03:22:10,816 DEBUG [RS:0;47efada56ed5:41409 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '47efada56ed5,41409,1731986527987' 2024-11-19T03:22:10,816 DEBUG [RS:0;47efada56ed5:41409 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-451862045/flush-table-proc/abort' 2024-11-19T03:22:10,816 DEBUG [RS:0;47efada56ed5:41409 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-451862045/flush-table-proc/acquired' 2024-11-19T03:22:10,816 DEBUG [RS:0;47efada56ed5:41409 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T03:22:10,816 DEBUG [RS:0;47efada56ed5:41409 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T03:22:10,816 DEBUG [RS:0;47efada56ed5:41409 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 47efada56ed5,41409,1731986527987 2024-11-19T03:22:10,816 DEBUG [RS:0;47efada56ed5:41409 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '47efada56ed5,41409,1731986527987' 2024-11-19T03:22:10,816 DEBUG [RS:0;47efada56ed5:41409 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-451862045/online-snapshot/abort' 2024-11-19T03:22:10,817 DEBUG [RS:0;47efada56ed5:41409 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-451862045/online-snapshot/acquired' 2024-11-19T03:22:10,817 DEBUG [RS:0;47efada56ed5:41409 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T03:22:10,817 INFO [RS:0;47efada56ed5:41409 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T03:22:10,817 INFO [RS:0;47efada56ed5:41409 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T03:22:10,917 INFO [RS:0;47efada56ed5:41409 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T03:22:10,930 INFO [RS:0;47efada56ed5:41409 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=47efada56ed5%2C41409%2C1731986527987, suffix=, logDir=hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/WALs/47efada56ed5,41409,1731986527987, archiveDir=hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/oldWALs, maxLogs=10 2024-11-19T03:22:10,947 DEBUG [RS:0;47efada56ed5:41409 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/WALs/47efada56ed5,41409,1731986527987/47efada56ed5%2C41409%2C1731986527987.1731986530930, exclude list is [], retry=0 2024-11-19T03:22:10,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43787,DS-e57a6c0f-f1d6-4b31-9047-44c247ccf0fb,DISK] 2024-11-19T03:22:10,970 INFO [RS:0;47efada56ed5:41409 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/WALs/47efada56ed5,41409,1731986527987/47efada56ed5%2C41409%2C1731986527987.1731986530930 2024-11-19T03:22:10,971 DEBUG [RS:0;47efada56ed5:41409 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45887:45887)] 2024-11-19T03:22:11,070 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T03:22:11,070 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a 2024-11-19T03:22:11,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43787 is added to blk_1073741833_1009 (size=32) 2024-11-19T03:22:11,479 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:22:11,480 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T03:22:11,481 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T03:22:11,481 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:22:11,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:22:11,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T03:22:11,482 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T03:22:11,482 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:22:11,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:22:11,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T03:22:11,483 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T03:22:11,483 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:22:11,483 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:22:11,483 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T03:22:11,484 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T03:22:11,484 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:22:11,484 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:22:11,484 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T03:22:11,485 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/data/hbase/meta/1588230740 2024-11-19T03:22:11,485 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/data/hbase/meta/1588230740 2024-11-19T03:22:11,486 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T03:22:11,486 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T03:22:11,487 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T03:22:11,487 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T03:22:11,489 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T03:22:11,489 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68743110, jitterRate=0.024352163076400757}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T03:22:11,490 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731986531479Initializing all the Stores at 1731986531480 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986531480Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986531480Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986531480Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986531480Cleaning up temporary data from old regions at 1731986531486 (+6 ms)Region opened successfully at 1731986531490 (+4 ms) 2024-11-19T03:22:11,490 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T03:22:11,490 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T03:22:11,490 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T03:22:11,490 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T03:22:11,490 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T03:22:11,490 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T03:22:11,490 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731986531490Disabling compacts and flushes for region at 1731986531490Disabling writes for close at 1731986531490Writing region close event to WAL at 1731986531490Closed at 1731986531490 2024-11-19T03:22:11,491 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T03:22:11,491 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T03:22:11,491 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T03:22:11,492 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T03:22:11,492 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T03:22:11,642 DEBUG [47efada56ed5:44911 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T03:22:11,643 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=47efada56ed5,41409,1731986527987 2024-11-19T03:22:11,644 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 47efada56ed5,41409,1731986527987, state=OPENING 2024-11-19T03:22:11,721 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T03:22:11,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41409-0x101511d092a0001, quorum=127.0.0.1:55506, baseZNode=/0-451862045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-451862045 2024-11-19T03:22:11,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44911-0x101511d092a0000, quorum=127.0.0.1:55506, baseZNode=/0-451862045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-451862045 2024-11-19T03:22:11,732 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-451862045/meta-region-server: CHANGED 2024-11-19T03:22:11,732 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-451862045/meta-region-server: CHANGED 2024-11-19T03:22:11,732 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T03:22:11,732 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=47efada56ed5,41409,1731986527987}] 2024-11-19T03:22:11,884 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T03:22:11,890 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50925, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T03:22:11,893 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T03:22:11,893 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T03:22:11,893 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T03:22:11,894 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=47efada56ed5%2C41409%2C1731986527987.meta, suffix=.meta, logDir=hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/WALs/47efada56ed5,41409,1731986527987, archiveDir=hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/oldWALs, maxLogs=10 2024-11-19T03:22:11,912 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/WALs/47efada56ed5,41409,1731986527987/47efada56ed5%2C41409%2C1731986527987.meta.1731986531894.meta, exclude list is [], retry=0 2024-11-19T03:22:11,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43787,DS-e57a6c0f-f1d6-4b31-9047-44c247ccf0fb,DISK] 2024-11-19T03:22:11,916 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/WALs/47efada56ed5,41409,1731986527987/47efada56ed5%2C41409%2C1731986527987.meta.1731986531894.meta 2024-11-19T03:22:11,916 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45887:45887)] 2024-11-19T03:22:11,916 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T03:22:11,917 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T03:22:11,917 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T03:22:11,917 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T03:22:11,917 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T03:22:11,917 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T03:22:11,917 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:22:11,917 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T03:22:11,917 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T03:22:11,918 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T03:22:11,919 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T03:22:11,919 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:22:11,919 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:22:11,919 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T03:22:11,920 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T03:22:11,920 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:22:11,921 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:22:11,921 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T03:22:11,921 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T03:22:11,921 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:22:11,921 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:22:11,922 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T03:22:11,922 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T03:22:11,922 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:22:11,922 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:22:11,922 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T03:22:11,923 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/data/hbase/meta/1588230740 2024-11-19T03:22:11,924 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/data/hbase/meta/1588230740 2024-11-19T03:22:11,925 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T03:22:11,925 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T03:22:11,925 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T03:22:11,926 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T03:22:11,926 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66522215, jitterRate=-0.008741751313209534}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T03:22:11,927 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T03:22:11,927 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731986531917Writing region info on filesystem at 1731986531917Initializing all the Stores at 1731986531918 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986531918Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986531918Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986531918Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986531918Cleaning up temporary data from old regions at 1731986531925 (+7 ms)Running coprocessor post-open hooks at 1731986531927 (+2 ms)Region opened successfully at 1731986531927 2024-11-19T03:22:11,928 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731986531884 2024-11-19T03:22:11,930 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T03:22:11,930 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T03:22:11,930 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=47efada56ed5,41409,1731986527987 2024-11-19T03:22:11,931 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 47efada56ed5,41409,1731986527987, state=OPEN 2024-11-19T03:22:11,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44911-0x101511d092a0000, quorum=127.0.0.1:55506, baseZNode=/0-451862045 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-451862045/meta-region-server 2024-11-19T03:22:11,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41409-0x101511d092a0001, quorum=127.0.0.1:55506, baseZNode=/0-451862045 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-451862045/meta-region-server 2024-11-19T03:22:11,988 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=47efada56ed5,41409,1731986527987 2024-11-19T03:22:11,988 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-451862045/meta-region-server: CHANGED 2024-11-19T03:22:11,988 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-451862045/meta-region-server: CHANGED 2024-11-19T03:22:11,990 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T03:22:11,990 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=47efada56ed5,41409,1731986527987 in 256 msec 2024-11-19T03:22:11,991 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T03:22:11,991 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 499 msec 2024-11-19T03:22:11,992 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T03:22:11,992 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T03:22:11,993 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:22:11,993 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,41409,1731986527987, seqNum=-1] 2024-11-19T03:22:11,993 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:22:11,994 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49577, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:22:11,998 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3430 sec 2024-11-19T03:22:11,998 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731986531998, completionTime=-1 2024-11-19T03:22:11,998 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T03:22:11,998 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T03:22:12,000 INFO [master/47efada56ed5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T03:22:12,000 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731986592000 2024-11-19T03:22:12,000 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731986652000 2024-11-19T03:22:12,000 INFO [master/47efada56ed5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-19T03:22:12,001 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,44911,1731986527796-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T03:22:12,001 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,44911,1731986527796-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:22:12,001 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,44911,1731986527796-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:22:12,001 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-47efada56ed5:44911, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:22:12,001 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T03:22:12,001 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T03:22:12,004 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.672sec 2024-11-19T03:22:12,004 INFO [master/47efada56ed5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T03:22:12,004 INFO [master/47efada56ed5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T03:22:12,004 INFO [master/47efada56ed5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T03:22:12,004 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T03:22:12,004 INFO [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T03:22:12,004 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,44911,1731986527796-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T03:22:12,004 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,44911,1731986527796-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T03:22:12,004 DEBUG [master/47efada56ed5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T03:22:12,006 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T03:22:12,006 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T03:22:12,006 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,44911,1731986527796-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:22:12,084 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52d561ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:22:12,084 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,44911,-1 for getting cluster id 2024-11-19T03:22:12,085 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:22:12,086 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '090c9bef-b53d-4de7-97ab-9b0cdccd4c55' 2024-11-19T03:22:12,086 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:22:12,086 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "090c9bef-b53d-4de7-97ab-9b0cdccd4c55" 2024-11-19T03:22:12,086 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e417678, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:22:12,086 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,44911,-1] 2024-11-19T03:22:12,087 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:22:12,087 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:22:12,088 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:22:12,088 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@174c9ea8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:22:12,089 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:22:12,089 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,41409,1731986527987, seqNum=-1] 2024-11-19T03:22:12,090 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:22:12,091 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:22:12,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=47efada56ed5,44911,1731986527796 2024-11-19T03:22:12,092 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55506 2024-11-19T03:22:12,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55506, baseZNode=/0-451862045 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T03:22:12,111 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101511d092a0002 connected 2024-11-19T03:22:12,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7dff8efe-fdf5-6477-1463-9871597ea417/hadoop.log.dir so I do NOT create it in target/test-data/529f5312-52b6-11d1-77e1-e5ba11d6489e 2024-11-19T03:22:12,123 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7dff8efe-fdf5-6477-1463-9871597ea417/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T03:22:12,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7dff8efe-fdf5-6477-1463-9871597ea417/hadoop.tmp.dir so I do NOT create it in target/test-data/529f5312-52b6-11d1-77e1-e5ba11d6489e 2024-11-19T03:22:12,123 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7dff8efe-fdf5-6477-1463-9871597ea417/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T03:22:12,123 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/529f5312-52b6-11d1-77e1-e5ba11d6489e 2024-11-19T03:22:12,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T03:22:12,123 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/529f5312-52b6-11d1-77e1-e5ba11d6489e/cluster_e6026390-873a-f7d0-6d8b-59fdcc587f05, deleteOnExit=true 2024-11-19T03:22:12,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T03:22:12,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/529f5312-52b6-11d1-77e1-e5ba11d6489e/test.cache.data in system properties and HBase conf 2024-11-19T03:22:12,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/529f5312-52b6-11d1-77e1-e5ba11d6489e/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T03:22:12,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/529f5312-52b6-11d1-77e1-e5ba11d6489e/hadoop.log.dir in system properties and HBase conf 2024-11-19T03:22:12,124 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/529f5312-52b6-11d1-77e1-e5ba11d6489e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T03:22:12,124 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/529f5312-52b6-11d1-77e1-e5ba11d6489e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T03:22:12,124 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T03:22:12,124 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T03:22:12,124 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/529f5312-52b6-11d1-77e1-e5ba11d6489e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T03:22:12,124 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/529f5312-52b6-11d1-77e1-e5ba11d6489e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T03:22:12,124 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/529f5312-52b6-11d1-77e1-e5ba11d6489e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T03:22:12,124 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/529f5312-52b6-11d1-77e1-e5ba11d6489e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T03:22:12,124 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/529f5312-52b6-11d1-77e1-e5ba11d6489e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T03:22:12,124 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/529f5312-52b6-11d1-77e1-e5ba11d6489e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T03:22:12,124 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/529f5312-52b6-11d1-77e1-e5ba11d6489e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T03:22:12,124 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/529f5312-52b6-11d1-77e1-e5ba11d6489e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T03:22:12,124 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/529f5312-52b6-11d1-77e1-e5ba11d6489e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T03:22:12,124 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/529f5312-52b6-11d1-77e1-e5ba11d6489e/nfs.dump.dir in system properties and HBase conf 2024-11-19T03:22:12,124 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/529f5312-52b6-11d1-77e1-e5ba11d6489e/java.io.tmpdir in system properties and HBase conf 2024-11-19T03:22:12,124 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/529f5312-52b6-11d1-77e1-e5ba11d6489e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T03:22:12,124 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/529f5312-52b6-11d1-77e1-e5ba11d6489e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T03:22:12,125 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/529f5312-52b6-11d1-77e1-e5ba11d6489e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T03:22:12,547 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T03:22:12,550 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T03:22:12,551 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T03:22:12,551 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T03:22:12,551 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T03:22:12,552 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T03:22:12,552 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15870b76{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/529f5312-52b6-11d1-77e1-e5ba11d6489e/hadoop.log.dir/,AVAILABLE} 2024-11-19T03:22:12,552 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4d855620{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T03:22:12,656 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@e2d7959{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/529f5312-52b6-11d1-77e1-e5ba11d6489e/java.io.tmpdir/jetty-localhost-43073-hadoop-hdfs-3_4_1-tests_jar-_-any-3657020517034626720/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T03:22:12,657 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65cb864e{HTTP/1.1, (http/1.1)}{localhost:43073} 2024-11-19T03:22:12,657 INFO [Time-limited test {}] server.Server(415): Started @296261ms 2024-11-19T03:22:12,878 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T03:22:12,878 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [47efada56ed5,46551,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=47efada56ed5:46551 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T03:22:12,879 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88683 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [47efada56ed5,46551,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=47efada56ed5:46551 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T03:22:12,952 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T03:22:12,957 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T03:22:12,960 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T03:22:12,960 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T03:22:12,960 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T03:22:12,963 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19ed8ca4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/529f5312-52b6-11d1-77e1-e5ba11d6489e/hadoop.log.dir/,AVAILABLE} 2024-11-19T03:22:12,964 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c115794{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T03:22:13,072 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@40917f95{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/529f5312-52b6-11d1-77e1-e5ba11d6489e/java.io.tmpdir/jetty-localhost-34949-hadoop-hdfs-3_4_1-tests_jar-_-any-5387973080655006156/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T03:22:13,072 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@42fb3312{HTTP/1.1, (http/1.1)}{localhost:34949} 2024-11-19T03:22:13,072 INFO [Time-limited test {}] server.Server(415): Started @296676ms 2024-11-19T03:22:13,073 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T03:22:14,067 WARN [Thread-3555 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/529f5312-52b6-11d1-77e1-e5ba11d6489e/cluster_e6026390-873a-f7d0-6d8b-59fdcc587f05/data/data1/current/BP-1135153568-172.17.0.3-1731986532140/current, will proceed with Du for space computation calculation, 2024-11-19T03:22:14,067 WARN [Thread-3556 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/529f5312-52b6-11d1-77e1-e5ba11d6489e/cluster_e6026390-873a-f7d0-6d8b-59fdcc587f05/data/data2/current/BP-1135153568-172.17.0.3-1731986532140/current, will proceed with Du for space computation calculation, 2024-11-19T03:22:14,082 WARN [Thread-3543 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T03:22:14,084 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x76f432bbfa573a7c with lease ID 0x248112621a4466e: Processing first storage report for DS-e0d4bfb0-0bb7-4072-aec5-9345c271d7a1 from datanode DatanodeRegistration(127.0.0.1:40063, datanodeUuid=b686fdd7-1449-41ef-861c-e6944aadf9b5, infoPort=37049, infoSecurePort=0, ipcPort=46471, storageInfo=lv=-57;cid=testClusterID;nsid=1398413894;c=1731986532140) 2024-11-19T03:22:14,084 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x76f432bbfa573a7c with lease ID 0x248112621a4466e: from storage DS-e0d4bfb0-0bb7-4072-aec5-9345c271d7a1 node DatanodeRegistration(127.0.0.1:40063, datanodeUuid=b686fdd7-1449-41ef-861c-e6944aadf9b5, infoPort=37049, infoSecurePort=0, ipcPort=46471, storageInfo=lv=-57;cid=testClusterID;nsid=1398413894;c=1731986532140), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T03:22:14,084 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x76f432bbfa573a7c with lease ID 0x248112621a4466e: Processing first storage report for DS-d7e3bd1c-3cbb-4350-8e33-36007c5e7b6f from datanode DatanodeRegistration(127.0.0.1:40063, datanodeUuid=b686fdd7-1449-41ef-861c-e6944aadf9b5, infoPort=37049, infoSecurePort=0, ipcPort=46471, storageInfo=lv=-57;cid=testClusterID;nsid=1398413894;c=1731986532140) 2024-11-19T03:22:14,084 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x76f432bbfa573a7c with lease ID 0x248112621a4466e: from storage DS-d7e3bd1c-3cbb-4350-8e33-36007c5e7b6f node DatanodeRegistration(127.0.0.1:40063, datanodeUuid=b686fdd7-1449-41ef-861c-e6944aadf9b5, infoPort=37049, infoSecurePort=0, ipcPort=46471, storageInfo=lv=-57;cid=testClusterID;nsid=1398413894;c=1731986532140), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T03:22:14,116 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/529f5312-52b6-11d1-77e1-e5ba11d6489e 2024-11-19T03:22:14,117 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:22:14,118 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:22:14,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40063 is added to blk_1073741825_1001 (size=7) 2024-11-19T03:22:14,525 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd with version=8 2024-11-19T03:22:14,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/hbase-staging 2024-11-19T03:22:14,528 INFO [Time-limited test {}] client.ConnectionUtils(128): master/47efada56ed5:0 server-side Connection retries=45 2024-11-19T03:22:14,528 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T03:22:14,528 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T03:22:14,528 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T03:22:14,528 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T03:22:14,528 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T03:22:14,528 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T03:22:14,528 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T03:22:14,529 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38235 2024-11-19T03:22:14,530 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38235 connecting to ZooKeeper ensemble=127.0.0.1:55506 2024-11-19T03:22:14,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:382350x0, quorum=127.0.0.1:55506, baseZNode=/1-249394125 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T03:22:14,551 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38235-0x101511d092a0003 connected 2024-11-19T03:22:14,710 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:22:14,711 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:22:14,713 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38235-0x101511d092a0003, quorum=127.0.0.1:55506, baseZNode=/1-249394125 Set watcher on znode that does not yet exist, /1-249394125/running 2024-11-19T03:22:14,713 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd, hbase.cluster.distributed=false 2024-11-19T03:22:14,714 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38235-0x101511d092a0003, quorum=127.0.0.1:55506, baseZNode=/1-249394125 Set watcher on znode that does not yet exist, /1-249394125/acl 2024-11-19T03:22:14,715 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38235 2024-11-19T03:22:14,715 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38235 2024-11-19T03:22:14,715 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38235 2024-11-19T03:22:14,715 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38235 2024-11-19T03:22:14,716 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38235 2024-11-19T03:22:14,728 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/47efada56ed5:0 server-side Connection retries=45 2024-11-19T03:22:14,728 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T03:22:14,728 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T03:22:14,728 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T03:22:14,728 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T03:22:14,728 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T03:22:14,728 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T03:22:14,728 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T03:22:14,728 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34769 2024-11-19T03:22:14,729 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34769 connecting to ZooKeeper ensemble=127.0.0.1:55506 2024-11-19T03:22:14,729 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:22:14,731 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:22:14,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:347690x0, quorum=127.0.0.1:55506, baseZNode=/1-249394125 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T03:22:14,742 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:347690x0, quorum=127.0.0.1:55506, baseZNode=/1-249394125 Set watcher on znode that does not yet exist, /1-249394125/running 2024-11-19T03:22:14,743 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T03:22:14,743 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34769-0x101511d092a0004 connected 2024-11-19T03:22:14,748 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T03:22:14,749 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34769-0x101511d092a0004, quorum=127.0.0.1:55506, baseZNode=/1-249394125 Set watcher on znode that does not yet exist, /1-249394125/master 2024-11-19T03:22:14,751 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34769-0x101511d092a0004, quorum=127.0.0.1:55506, baseZNode=/1-249394125 Set watcher on znode that does not yet exist, /1-249394125/acl 2024-11-19T03:22:14,755 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34769 2024-11-19T03:22:14,755 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34769 2024-11-19T03:22:14,756 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34769 2024-11-19T03:22:14,764 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34769 2024-11-19T03:22:14,764 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34769 2024-11-19T03:22:14,777 DEBUG [M:0;47efada56ed5:38235 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;47efada56ed5:38235 2024-11-19T03:22:14,777 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-249394125/backup-masters/47efada56ed5,38235,1731986534528 2024-11-19T03:22:14,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34769-0x101511d092a0004, quorum=127.0.0.1:55506, baseZNode=/1-249394125 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-249394125/backup-masters 2024-11-19T03:22:14,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38235-0x101511d092a0003, quorum=127.0.0.1:55506, baseZNode=/1-249394125 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-249394125/backup-masters 2024-11-19T03:22:14,784 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38235-0x101511d092a0003, quorum=127.0.0.1:55506, baseZNode=/1-249394125 Set watcher on existing znode=/1-249394125/backup-masters/47efada56ed5,38235,1731986534528 2024-11-19T03:22:14,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34769-0x101511d092a0004, quorum=127.0.0.1:55506, baseZNode=/1-249394125 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-249394125/master 2024-11-19T03:22:14,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38235-0x101511d092a0003, quorum=127.0.0.1:55506, baseZNode=/1-249394125 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-249394125 2024-11-19T03:22:14,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34769-0x101511d092a0004, quorum=127.0.0.1:55506, baseZNode=/1-249394125 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-249394125 2024-11-19T03:22:14,795 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38235-0x101511d092a0003, quorum=127.0.0.1:55506, baseZNode=/1-249394125 Set watcher on existing znode=/1-249394125/master 2024-11-19T03:22:14,795 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-249394125/backup-masters/47efada56ed5,38235,1731986534528 from backup master directory 2024-11-19T03:22:14,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38235-0x101511d092a0003, quorum=127.0.0.1:55506, baseZNode=/1-249394125 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-249394125/backup-masters/47efada56ed5,38235,1731986534528 2024-11-19T03:22:14,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34769-0x101511d092a0004, quorum=127.0.0.1:55506, baseZNode=/1-249394125 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-249394125/backup-masters 2024-11-19T03:22:14,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38235-0x101511d092a0003, quorum=127.0.0.1:55506, baseZNode=/1-249394125 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-249394125/backup-masters 2024-11-19T03:22:14,805 WARN [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T03:22:14,805 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=47efada56ed5,38235,1731986534528 2024-11-19T03:22:14,811 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/hbase.id] with ID: 80dbf8f9-9ad1-4127-b61a-1ed522fb80e5 2024-11-19T03:22:14,811 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/.tmp/hbase.id 2024-11-19T03:22:14,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40063 is added to blk_1073741826_1002 (size=42) 2024-11-19T03:22:14,837 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/.tmp/hbase.id]:[hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/hbase.id] 2024-11-19T03:22:14,847 INFO [master/47efada56ed5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:22:14,847 INFO [master/47efada56ed5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T03:22:14,848 INFO [master/47efada56ed5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T03:22:14,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38235-0x101511d092a0003, quorum=127.0.0.1:55506, baseZNode=/1-249394125 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-249394125 2024-11-19T03:22:14,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34769-0x101511d092a0004, quorum=127.0.0.1:55506, baseZNode=/1-249394125 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-249394125 2024-11-19T03:22:14,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40063 is added to blk_1073741827_1003 (size=196) 2024-11-19T03:22:14,872 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T03:22:14,872 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T03:22:14,873 INFO [master/47efada56ed5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T03:22:14,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40063 is added to blk_1073741828_1004 (size=1189) 2024-11-19T03:22:14,887 INFO [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/MasterData/data/master/store 2024-11-19T03:22:14,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40063 is added to blk_1073741829_1005 (size=34) 2024-11-19T03:22:14,898 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:22:14,898 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T03:22:14,898 INFO [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:22:14,899 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:22:14,899 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T03:22:14,899 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:22:14,899 INFO [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:22:14,899 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731986534898Disabling compacts and flushes for region at 1731986534898Disabling writes for close at 1731986534899 (+1 ms)Writing region close event to WAL at 1731986534899Closed at 1731986534899 2024-11-19T03:22:14,900 WARN [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/MasterData/data/master/store/.initializing 2024-11-19T03:22:14,900 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/MasterData/WALs/47efada56ed5,38235,1731986534528 2024-11-19T03:22:14,901 INFO [master/47efada56ed5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T03:22:14,903 INFO [master/47efada56ed5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=47efada56ed5%2C38235%2C1731986534528, suffix=, logDir=hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/MasterData/WALs/47efada56ed5,38235,1731986534528, archiveDir=hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/MasterData/oldWALs, maxLogs=10 2024-11-19T03:22:14,920 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/MasterData/WALs/47efada56ed5,38235,1731986534528/47efada56ed5%2C38235%2C1731986534528.1731986534903, exclude list is [], retry=0 2024-11-19T03:22:14,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40063,DS-e0d4bfb0-0bb7-4072-aec5-9345c271d7a1,DISK] 2024-11-19T03:22:14,924 INFO [master/47efada56ed5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/MasterData/WALs/47efada56ed5,38235,1731986534528/47efada56ed5%2C38235%2C1731986534528.1731986534903 2024-11-19T03:22:14,924 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37049:37049)] 2024-11-19T03:22:14,925 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T03:22:14,925 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:22:14,925 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:22:14,925 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:22:14,928 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:22:14,929 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T03:22:14,929 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:22:14,930 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:22:14,930 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:22:14,930 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T03:22:14,930 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:22:14,931 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:22:14,931 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:22:14,931 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T03:22:14,931 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:22:14,932 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:22:14,932 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:22:14,932 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T03:22:14,932 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:22:14,932 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:22:14,933 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:22:14,933 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:22:14,933 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:22:14,934 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:22:14,934 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:22:14,934 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T03:22:14,935 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:22:14,936 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T03:22:14,936 INFO [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71005496, jitterRate=0.05806434154510498}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T03:22:14,936 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731986534925Initializing all the Stores at 1731986534926 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986534926Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986534928 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986534928Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986534928Cleaning up temporary data from old regions at 1731986534934 (+6 ms)Region opened successfully at 1731986534936 (+2 ms) 2024-11-19T03:22:14,936 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T03:22:14,938 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@769324c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=47efada56ed5/172.17.0.3:0 2024-11-19T03:22:14,939 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T03:22:14,939 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T03:22:14,939 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T03:22:14,939 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T03:22:14,939 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T03:22:14,939 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T03:22:14,939 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T03:22:14,941 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T03:22:14,941 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38235-0x101511d092a0003, quorum=127.0.0.1:55506, baseZNode=/1-249394125 Unable to get data of znode /1-249394125/balancer because node does not exist (not necessarily an error) 2024-11-19T03:22:14,952 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-249394125/balancer already deleted, retry=false 2024-11-19T03:22:14,952 INFO [master/47efada56ed5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T03:22:14,953 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38235-0x101511d092a0003, quorum=127.0.0.1:55506, baseZNode=/1-249394125 Unable to get data of znode /1-249394125/normalizer because node does not exist (not necessarily an error) 2024-11-19T03:22:14,963 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-249394125/normalizer already deleted, retry=false 2024-11-19T03:22:14,963 INFO [master/47efada56ed5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T03:22:14,964 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38235-0x101511d092a0003, quorum=127.0.0.1:55506, baseZNode=/1-249394125 Unable to get data of znode /1-249394125/switch/split because node does not exist (not necessarily an error) 2024-11-19T03:22:14,973 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-249394125/switch/split already deleted, retry=false 2024-11-19T03:22:14,974 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38235-0x101511d092a0003, quorum=127.0.0.1:55506, baseZNode=/1-249394125 Unable to get data of znode /1-249394125/switch/merge because node does not exist (not necessarily an error) 2024-11-19T03:22:14,984 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-249394125/switch/merge already deleted, retry=false 2024-11-19T03:22:14,985 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38235-0x101511d092a0003, quorum=127.0.0.1:55506, baseZNode=/1-249394125 Unable to get data of znode /1-249394125/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T03:22:14,994 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-249394125/snapshot-cleanup already deleted, retry=false 2024-11-19T03:22:15,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34769-0x101511d092a0004, quorum=127.0.0.1:55506, baseZNode=/1-249394125 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-249394125/running 2024-11-19T03:22:15,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34769-0x101511d092a0004, quorum=127.0.0.1:55506, baseZNode=/1-249394125 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-249394125 2024-11-19T03:22:15,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38235-0x101511d092a0003, quorum=127.0.0.1:55506, baseZNode=/1-249394125 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-249394125/running 2024-11-19T03:22:15,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38235-0x101511d092a0003, quorum=127.0.0.1:55506, baseZNode=/1-249394125 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-249394125 2024-11-19T03:22:15,005 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=47efada56ed5,38235,1731986534528, sessionid=0x101511d092a0003, setting cluster-up flag (Was=false) 2024-11-19T03:22:15,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34769-0x101511d092a0004, quorum=127.0.0.1:55506, baseZNode=/1-249394125 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-249394125 2024-11-19T03:22:15,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38235-0x101511d092a0003, quorum=127.0.0.1:55506, baseZNode=/1-249394125 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-249394125 2024-11-19T03:22:15,057 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-249394125/flush-table-proc/acquired, /1-249394125/flush-table-proc/reached, /1-249394125/flush-table-proc/abort 2024-11-19T03:22:15,058 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=47efada56ed5,38235,1731986534528 2024-11-19T03:22:15,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38235-0x101511d092a0003, quorum=127.0.0.1:55506, baseZNode=/1-249394125 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-249394125 2024-11-19T03:22:15,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34769-0x101511d092a0004, quorum=127.0.0.1:55506, baseZNode=/1-249394125 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-249394125 2024-11-19T03:22:15,110 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-249394125/online-snapshot/acquired, /1-249394125/online-snapshot/reached, /1-249394125/online-snapshot/abort 2024-11-19T03:22:15,111 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=47efada56ed5,38235,1731986534528 2024-11-19T03:22:15,112 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T03:22:15,113 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T03:22:15,113 INFO [master/47efada56ed5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T03:22:15,113 INFO [master/47efada56ed5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T03:22:15,113 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 47efada56ed5,38235,1731986534528 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T03:22:15,114 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/47efada56ed5:0, corePoolSize=5, maxPoolSize=5 2024-11-19T03:22:15,114 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/47efada56ed5:0, corePoolSize=5, maxPoolSize=5 2024-11-19T03:22:15,114 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/47efada56ed5:0, corePoolSize=5, maxPoolSize=5 2024-11-19T03:22:15,114 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/47efada56ed5:0, corePoolSize=5, maxPoolSize=5 2024-11-19T03:22:15,114 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/47efada56ed5:0, corePoolSize=10, maxPoolSize=10 2024-11-19T03:22:15,114 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:22:15,114 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/47efada56ed5:0, corePoolSize=2, maxPoolSize=2 2024-11-19T03:22:15,114 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:22:15,115 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731986565115 2024-11-19T03:22:15,115 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T03:22:15,115 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T03:22:15,115 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T03:22:15,115 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T03:22:15,115 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T03:22:15,115 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T03:22:15,115 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T03:22:15,115 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T03:22:15,116 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T03:22:15,116 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T03:22:15,116 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T03:22:15,116 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T03:22:15,116 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T03:22:15,116 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:22:15,116 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T03:22:15,116 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T03:22:15,116 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T03:22:15,120 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.large.0-1731986535116,5,FailOnTimeoutGroup] 2024-11-19T03:22:15,120 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.small.0-1731986535120,5,FailOnTimeoutGroup] 2024-11-19T03:22:15,120 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T03:22:15,120 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T03:22:15,120 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T03:22:15,120 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T03:22:15,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40063 is added to blk_1073741831_1007 (size=1321) 2024-11-19T03:22:15,166 INFO [RS:0;47efada56ed5:34769 {}] regionserver.HRegionServer(746): ClusterId : 80dbf8f9-9ad1-4127-b61a-1ed522fb80e5 2024-11-19T03:22:15,166 DEBUG [RS:0;47efada56ed5:34769 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T03:22:15,174 DEBUG [RS:0;47efada56ed5:34769 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T03:22:15,174 DEBUG [RS:0;47efada56ed5:34769 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T03:22:15,184 DEBUG [RS:0;47efada56ed5:34769 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T03:22:15,184 DEBUG [RS:0;47efada56ed5:34769 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46a9e190, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=47efada56ed5/172.17.0.3:0 2024-11-19T03:22:15,195 DEBUG [RS:0;47efada56ed5:34769 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;47efada56ed5:34769 2024-11-19T03:22:15,195 INFO [RS:0;47efada56ed5:34769 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T03:22:15,195 INFO [RS:0;47efada56ed5:34769 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T03:22:15,195 DEBUG [RS:0;47efada56ed5:34769 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T03:22:15,196 INFO [RS:0;47efada56ed5:34769 {}] regionserver.HRegionServer(2659): reportForDuty to master=47efada56ed5,38235,1731986534528 with port=34769, startcode=1731986534727 2024-11-19T03:22:15,196 DEBUG [RS:0;47efada56ed5:34769 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T03:22:15,197 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48363, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T03:22:15,197 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38235 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 47efada56ed5,34769,1731986534727 2024-11-19T03:22:15,197 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38235 {}] master.ServerManager(517): Registering regionserver=47efada56ed5,34769,1731986534727 2024-11-19T03:22:15,198 DEBUG [RS:0;47efada56ed5:34769 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd 2024-11-19T03:22:15,198 DEBUG [RS:0;47efada56ed5:34769 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39415 2024-11-19T03:22:15,198 DEBUG [RS:0;47efada56ed5:34769 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T03:22:15,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38235-0x101511d092a0003, quorum=127.0.0.1:55506, baseZNode=/1-249394125 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-249394125/rs 2024-11-19T03:22:15,237 DEBUG [RS:0;47efada56ed5:34769 {}] zookeeper.ZKUtil(111): regionserver:34769-0x101511d092a0004, quorum=127.0.0.1:55506, baseZNode=/1-249394125 Set watcher on existing znode=/1-249394125/rs/47efada56ed5,34769,1731986534727 2024-11-19T03:22:15,237 WARN [RS:0;47efada56ed5:34769 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T03:22:15,237 INFO [RS:0;47efada56ed5:34769 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T03:22:15,237 DEBUG [RS:0;47efada56ed5:34769 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/WALs/47efada56ed5,34769,1731986534727 2024-11-19T03:22:15,237 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [47efada56ed5,34769,1731986534727] 2024-11-19T03:22:15,242 INFO [RS:0;47efada56ed5:34769 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T03:22:15,243 INFO [RS:0;47efada56ed5:34769 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T03:22:15,244 INFO [RS:0;47efada56ed5:34769 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T03:22:15,244 INFO [RS:0;47efada56ed5:34769 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T03:22:15,244 INFO [RS:0;47efada56ed5:34769 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T03:22:15,244 INFO [RS:0;47efada56ed5:34769 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T03:22:15,244 INFO [RS:0;47efada56ed5:34769 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T03:22:15,244 DEBUG [RS:0;47efada56ed5:34769 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:22:15,244 DEBUG [RS:0;47efada56ed5:34769 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:22:15,244 DEBUG [RS:0;47efada56ed5:34769 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:22:15,244 DEBUG [RS:0;47efada56ed5:34769 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:22:15,245 DEBUG [RS:0;47efada56ed5:34769 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:22:15,245 DEBUG [RS:0;47efada56ed5:34769 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/47efada56ed5:0, corePoolSize=2, maxPoolSize=2 2024-11-19T03:22:15,245 DEBUG [RS:0;47efada56ed5:34769 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:22:15,245 DEBUG [RS:0;47efada56ed5:34769 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:22:15,245 DEBUG [RS:0;47efada56ed5:34769 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:22:15,245 DEBUG [RS:0;47efada56ed5:34769 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:22:15,245 DEBUG [RS:0;47efada56ed5:34769 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:22:15,245 DEBUG [RS:0;47efada56ed5:34769 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:22:15,245 DEBUG [RS:0;47efada56ed5:34769 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/47efada56ed5:0, corePoolSize=3, maxPoolSize=3 2024-11-19T03:22:15,245 DEBUG [RS:0;47efada56ed5:34769 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0, corePoolSize=3, maxPoolSize=3 2024-11-19T03:22:15,248 INFO [RS:0;47efada56ed5:34769 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T03:22:15,248 INFO [RS:0;47efada56ed5:34769 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T03:22:15,248 INFO [RS:0;47efada56ed5:34769 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T03:22:15,248 INFO [RS:0;47efada56ed5:34769 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T03:22:15,248 INFO [RS:0;47efada56ed5:34769 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T03:22:15,248 INFO [RS:0;47efada56ed5:34769 {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,34769,1731986534727-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T03:22:15,260 INFO [RS:0;47efada56ed5:34769 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T03:22:15,260 INFO [RS:0;47efada56ed5:34769 {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,34769,1731986534727-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T03:22:15,260 INFO [RS:0;47efada56ed5:34769 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:22:15,260 INFO [RS:0;47efada56ed5:34769 {}] regionserver.Replication(171): 47efada56ed5,34769,1731986534727 started 2024-11-19T03:22:15,272 INFO [RS:0;47efada56ed5:34769 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:22:15,272 INFO [RS:0;47efada56ed5:34769 {}] regionserver.HRegionServer(1482): Serving as 47efada56ed5,34769,1731986534727, RpcServer on 47efada56ed5/172.17.0.3:34769, sessionid=0x101511d092a0004 2024-11-19T03:22:15,272 DEBUG [RS:0;47efada56ed5:34769 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T03:22:15,272 DEBUG [RS:0;47efada56ed5:34769 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 47efada56ed5,34769,1731986534727 2024-11-19T03:22:15,272 DEBUG [RS:0;47efada56ed5:34769 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '47efada56ed5,34769,1731986534727' 2024-11-19T03:22:15,272 DEBUG [RS:0;47efada56ed5:34769 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-249394125/flush-table-proc/abort' 2024-11-19T03:22:15,272 DEBUG [RS:0;47efada56ed5:34769 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-249394125/flush-table-proc/acquired' 2024-11-19T03:22:15,273 DEBUG [RS:0;47efada56ed5:34769 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T03:22:15,273 DEBUG [RS:0;47efada56ed5:34769 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T03:22:15,273 DEBUG [RS:0;47efada56ed5:34769 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 47efada56ed5,34769,1731986534727 2024-11-19T03:22:15,273 DEBUG [RS:0;47efada56ed5:34769 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '47efada56ed5,34769,1731986534727' 2024-11-19T03:22:15,273 DEBUG [RS:0;47efada56ed5:34769 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-249394125/online-snapshot/abort' 2024-11-19T03:22:15,273 DEBUG [RS:0;47efada56ed5:34769 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-249394125/online-snapshot/acquired' 2024-11-19T03:22:15,273 DEBUG [RS:0;47efada56ed5:34769 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T03:22:15,273 INFO [RS:0;47efada56ed5:34769 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T03:22:15,273 INFO [RS:0;47efada56ed5:34769 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T03:22:15,373 INFO [RS:0;47efada56ed5:34769 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T03:22:15,375 INFO [RS:0;47efada56ed5:34769 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=47efada56ed5%2C34769%2C1731986534727, suffix=, logDir=hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/WALs/47efada56ed5,34769,1731986534727, archiveDir=hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/oldWALs, maxLogs=10 2024-11-19T03:22:15,389 DEBUG [RS:0;47efada56ed5:34769 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/WALs/47efada56ed5,34769,1731986534727/47efada56ed5%2C34769%2C1731986534727.1731986535375, exclude list is [], retry=0 2024-11-19T03:22:15,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40063,DS-e0d4bfb0-0bb7-4072-aec5-9345c271d7a1,DISK] 2024-11-19T03:22:15,393 INFO [RS:0;47efada56ed5:34769 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/WALs/47efada56ed5,34769,1731986534727/47efada56ed5%2C34769%2C1731986534727.1731986535375 2024-11-19T03:22:15,393 DEBUG [RS:0;47efada56ed5:34769 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37049:37049)] 2024-11-19T03:22:15,524 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T03:22:15,524 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd 2024-11-19T03:22:15,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40063 is added to blk_1073741833_1009 (size=32) 2024-11-19T03:22:15,936 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:22:15,937 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T03:22:15,938 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T03:22:15,938 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:22:15,938 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:22:15,938 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T03:22:15,939 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T03:22:15,939 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:22:15,939 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:22:15,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T03:22:15,940 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T03:22:15,940 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:22:15,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:22:15,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T03:22:15,941 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T03:22:15,941 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:22:15,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:22:15,942 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T03:22:15,942 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/data/hbase/meta/1588230740 2024-11-19T03:22:15,942 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/data/hbase/meta/1588230740 2024-11-19T03:22:15,943 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T03:22:15,943 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T03:22:15,943 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T03:22:15,944 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T03:22:15,945 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T03:22:15,946 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68529426, jitterRate=0.021168023347854614}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T03:22:15,946 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731986535936Initializing all the Stores at 1731986535936Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986535936Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986535937 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986535937Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986535937Cleaning up temporary data from old regions at 1731986535943 (+6 ms)Region opened successfully at 1731986535946 (+3 ms) 2024-11-19T03:22:15,946 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T03:22:15,946 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T03:22:15,946 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T03:22:15,946 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T03:22:15,946 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T03:22:15,946 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T03:22:15,946 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731986535946Disabling compacts and flushes for region at 1731986535946Disabling writes for close at 1731986535946Writing region close event to WAL at 1731986535946Closed at 1731986535946 2024-11-19T03:22:15,947 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T03:22:15,947 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T03:22:15,947 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T03:22:15,948 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T03:22:15,953 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T03:22:16,103 DEBUG [47efada56ed5:38235 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T03:22:16,103 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=47efada56ed5,34769,1731986534727 2024-11-19T03:22:16,104 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 47efada56ed5,34769,1731986534727, state=OPENING 2024-11-19T03:22:16,121 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T03:22:16,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38235-0x101511d092a0003, quorum=127.0.0.1:55506, baseZNode=/1-249394125 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-249394125 2024-11-19T03:22:16,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34769-0x101511d092a0004, quorum=127.0.0.1:55506, baseZNode=/1-249394125 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-249394125 2024-11-19T03:22:16,132 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T03:22:16,132 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-249394125/meta-region-server: CHANGED 2024-11-19T03:22:16,132 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-249394125/meta-region-server: CHANGED 2024-11-19T03:22:16,132 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=47efada56ed5,34769,1731986534727}] 2024-11-19T03:22:16,284 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T03:22:16,285 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42589, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T03:22:16,287 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T03:22:16,287 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T03:22:16,287 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T03:22:16,288 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=47efada56ed5%2C34769%2C1731986534727.meta, suffix=.meta, logDir=hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/WALs/47efada56ed5,34769,1731986534727, archiveDir=hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/oldWALs, maxLogs=10 2024-11-19T03:22:16,304 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/WALs/47efada56ed5,34769,1731986534727/47efada56ed5%2C34769%2C1731986534727.meta.1731986536288.meta, exclude list is [], retry=0 2024-11-19T03:22:16,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40063,DS-e0d4bfb0-0bb7-4072-aec5-9345c271d7a1,DISK] 2024-11-19T03:22:16,307 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/WALs/47efada56ed5,34769,1731986534727/47efada56ed5%2C34769%2C1731986534727.meta.1731986536288.meta 2024-11-19T03:22:16,307 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37049:37049)] 2024-11-19T03:22:16,307 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T03:22:16,308 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T03:22:16,308 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T03:22:16,308 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T03:22:16,308 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T03:22:16,308 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T03:22:16,308 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:22:16,308 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T03:22:16,308 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T03:22:16,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T03:22:16,310 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T03:22:16,310 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:22:16,310 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:22:16,310 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T03:22:16,310 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T03:22:16,310 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:22:16,311 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:22:16,311 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T03:22:16,311 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T03:22:16,311 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:22:16,311 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:22:16,311 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T03:22:16,312 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T03:22:16,312 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:22:16,312 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:22:16,312 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T03:22:16,313 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/data/hbase/meta/1588230740 2024-11-19T03:22:16,313 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/data/hbase/meta/1588230740 2024-11-19T03:22:16,314 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T03:22:16,314 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T03:22:16,314 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T03:22:16,315 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T03:22:16,316 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64414699, jitterRate=-0.04014618694782257}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T03:22:16,316 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T03:22:16,316 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731986536308Writing region info on filesystem at 1731986536308Initializing all the Stores at 1731986536309 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986536309Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986536309Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986536309Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986536309Cleaning up temporary data from old regions at 1731986536314 (+5 ms)Running coprocessor post-open hooks at 1731986536316 (+2 ms)Region opened successfully at 1731986536316 2024-11-19T03:22:16,316 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731986536283 2024-11-19T03:22:16,318 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T03:22:16,318 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T03:22:16,318 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=47efada56ed5,34769,1731986534727 2024-11-19T03:22:16,319 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 47efada56ed5,34769,1731986534727, state=OPEN 2024-11-19T03:22:16,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38235-0x101511d092a0003, quorum=127.0.0.1:55506, baseZNode=/1-249394125 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-249394125/meta-region-server 2024-11-19T03:22:16,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34769-0x101511d092a0004, quorum=127.0.0.1:55506, baseZNode=/1-249394125 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-249394125/meta-region-server 2024-11-19T03:22:16,371 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=47efada56ed5,34769,1731986534727 2024-11-19T03:22:16,371 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-249394125/meta-region-server: CHANGED 2024-11-19T03:22:16,371 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-249394125/meta-region-server: CHANGED 2024-11-19T03:22:16,372 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T03:22:16,372 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=47efada56ed5,34769,1731986534727 in 239 msec 2024-11-19T03:22:16,374 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T03:22:16,374 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 425 msec 2024-11-19T03:22:16,374 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T03:22:16,375 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T03:22:16,375 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:22:16,375 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,34769,1731986534727, seqNum=-1] 2024-11-19T03:22:16,376 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:22:16,377 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34155, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:22:16,380 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2670 sec 2024-11-19T03:22:16,381 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731986536381, completionTime=-1 2024-11-19T03:22:16,381 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T03:22:16,381 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T03:22:16,382 INFO [master/47efada56ed5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T03:22:16,382 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731986596382 2024-11-19T03:22:16,382 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731986656382 2024-11-19T03:22:16,382 INFO [master/47efada56ed5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-19T03:22:16,383 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,38235,1731986534528-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T03:22:16,383 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,38235,1731986534528-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:22:16,383 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,38235,1731986534528-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:22:16,383 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-47efada56ed5:38235, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:22:16,383 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T03:22:16,383 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T03:22:16,384 DEBUG [master/47efada56ed5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T03:22:16,385 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.580sec 2024-11-19T03:22:16,385 INFO [master/47efada56ed5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T03:22:16,385 INFO [master/47efada56ed5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T03:22:16,385 INFO [master/47efada56ed5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T03:22:16,385 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T03:22:16,385 INFO [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T03:22:16,385 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,38235,1731986534528-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T03:22:16,385 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,38235,1731986534528-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T03:22:16,387 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T03:22:16,387 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T03:22:16,387 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,38235,1731986534528-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:22:16,467 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c147484, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:22:16,467 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,38235,-1 for getting cluster id 2024-11-19T03:22:16,467 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:22:16,469 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '80dbf8f9-9ad1-4127-b61a-1ed522fb80e5' 2024-11-19T03:22:16,469 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:22:16,469 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "80dbf8f9-9ad1-4127-b61a-1ed522fb80e5" 2024-11-19T03:22:16,469 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60c64a40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:22:16,469 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,38235,-1] 2024-11-19T03:22:16,469 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:22:16,469 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:22:16,470 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:22:16,471 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54913be0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:22:16,471 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:22:16,472 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,34769,1731986534727, seqNum=-1] 2024-11-19T03:22:16,472 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:22:16,473 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:22:16,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=47efada56ed5,38235,1731986534528 2024-11-19T03:22:16,475 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55506 2024-11-19T03:22:16,486 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T03:22:16,486 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-19T03:22:16,487 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-19T03:22:16,487 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-19T03:22:16,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55506, baseZNode=/1-249394125 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T03:22:16,500 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101511d092a0005 connected 2024-11-19T03:22:16,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/529f5312-52b6-11d1-77e1-e5ba11d6489e/hadoop.log.dir so I do NOT create it in target/test-data/d2496320-986f-daf7-a701-d31f9b14978e 2024-11-19T03:22:16,512 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/529f5312-52b6-11d1-77e1-e5ba11d6489e/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T03:22:16,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/529f5312-52b6-11d1-77e1-e5ba11d6489e/hadoop.tmp.dir so I do NOT create it in target/test-data/d2496320-986f-daf7-a701-d31f9b14978e 2024-11-19T03:22:16,512 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/529f5312-52b6-11d1-77e1-e5ba11d6489e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T03:22:16,512 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d2496320-986f-daf7-a701-d31f9b14978e 2024-11-19T03:22:16,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T03:22:16,512 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d2496320-986f-daf7-a701-d31f9b14978e/cluster_332657e8-d03f-d840-be7d-586fe15ce9f7, deleteOnExit=true 2024-11-19T03:22:16,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T03:22:16,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d2496320-986f-daf7-a701-d31f9b14978e/test.cache.data in system properties and HBase conf 2024-11-19T03:22:16,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d2496320-986f-daf7-a701-d31f9b14978e/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T03:22:16,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d2496320-986f-daf7-a701-d31f9b14978e/hadoop.log.dir in system properties and HBase conf 2024-11-19T03:22:16,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d2496320-986f-daf7-a701-d31f9b14978e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T03:22:16,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d2496320-986f-daf7-a701-d31f9b14978e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T03:22:16,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T03:22:16,513 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T03:22:16,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d2496320-986f-daf7-a701-d31f9b14978e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T03:22:16,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d2496320-986f-daf7-a701-d31f9b14978e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T03:22:16,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d2496320-986f-daf7-a701-d31f9b14978e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T03:22:16,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d2496320-986f-daf7-a701-d31f9b14978e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T03:22:16,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d2496320-986f-daf7-a701-d31f9b14978e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T03:22:16,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d2496320-986f-daf7-a701-d31f9b14978e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T03:22:16,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d2496320-986f-daf7-a701-d31f9b14978e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T03:22:16,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d2496320-986f-daf7-a701-d31f9b14978e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T03:22:16,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d2496320-986f-daf7-a701-d31f9b14978e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T03:22:16,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d2496320-986f-daf7-a701-d31f9b14978e/nfs.dump.dir in system properties and HBase conf 2024-11-19T03:22:16,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d2496320-986f-daf7-a701-d31f9b14978e/java.io.tmpdir in system properties and HBase conf 2024-11-19T03:22:16,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d2496320-986f-daf7-a701-d31f9b14978e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T03:22:16,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d2496320-986f-daf7-a701-d31f9b14978e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T03:22:16,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d2496320-986f-daf7-a701-d31f9b14978e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T03:22:16,778 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T03:22:16,831 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T03:22:16,834 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T03:22:16,835 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T03:22:16,835 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T03:22:16,835 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T03:22:16,835 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T03:22:16,836 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e4753f2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d2496320-986f-daf7-a701-d31f9b14978e/hadoop.log.dir/,AVAILABLE} 2024-11-19T03:22:16,836 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a1f1cb1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T03:22:16,931 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@24b081ee{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d2496320-986f-daf7-a701-d31f9b14978e/java.io.tmpdir/jetty-localhost-38943-hadoop-hdfs-3_4_1-tests_jar-_-any-16451334414727892306/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T03:22:16,932 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7fd960d9{HTTP/1.1, (http/1.1)}{localhost:38943} 2024-11-19T03:22:16,932 INFO [Time-limited test {}] server.Server(415): Started @300535ms 2024-11-19T03:22:17,298 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T03:22:17,299 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:17,299 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:17,299 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:17,300 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:17,300 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:17,339 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:17,339 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:17,339 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:17,339 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:17,339 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:17,340 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:17,345 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:17,347 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:17,348 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:17,372 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T03:22:17,373 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T03:22:17,374 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T03:22:17,374 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T03:22:17,374 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T03:22:17,375 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@fcd3b2c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d2496320-986f-daf7-a701-d31f9b14978e/hadoop.log.dir/,AVAILABLE} 2024-11-19T03:22:17,375 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a533494{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T03:22:17,486 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7ed17673{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d2496320-986f-daf7-a701-d31f9b14978e/java.io.tmpdir/jetty-localhost-43737-hadoop-hdfs-3_4_1-tests_jar-_-any-7128221222248360214/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T03:22:17,487 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1ac2210{HTTP/1.1, (http/1.1)}{localhost:43737} 2024-11-19T03:22:17,487 INFO [Time-limited test {}] server.Server(415): Started @301090ms 2024-11-19T03:22:17,488 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T03:22:18,136 WARN [Thread-3677 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d2496320-986f-daf7-a701-d31f9b14978e/cluster_332657e8-d03f-d840-be7d-586fe15ce9f7/data/data2/current/BP-550879342-172.17.0.3-1731986536530/current, will proceed with Du for space computation calculation, 2024-11-19T03:22:18,136 WARN [Thread-3676 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d2496320-986f-daf7-a701-d31f9b14978e/cluster_332657e8-d03f-d840-be7d-586fe15ce9f7/data/data1/current/BP-550879342-172.17.0.3-1731986536530/current, will proceed with Du for space computation calculation, 2024-11-19T03:22:18,151 WARN [Thread-3664 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T03:22:18,153 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf72bf73bc6c214d0 with lease ID 0xf0d10939c3c9a272: Processing first storage report for DS-5aa9a67e-5624-4f47-bf4f-866167252001 from datanode DatanodeRegistration(127.0.0.1:38825, datanodeUuid=2f3cafcf-6a01-4cde-a76d-db04d26b42f9, infoPort=39479, infoSecurePort=0, ipcPort=37865, storageInfo=lv=-57;cid=testClusterID;nsid=665451951;c=1731986536530) 2024-11-19T03:22:18,153 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf72bf73bc6c214d0 with lease ID 0xf0d10939c3c9a272: from storage DS-5aa9a67e-5624-4f47-bf4f-866167252001 node DatanodeRegistration(127.0.0.1:38825, datanodeUuid=2f3cafcf-6a01-4cde-a76d-db04d26b42f9, infoPort=39479, infoSecurePort=0, ipcPort=37865, storageInfo=lv=-57;cid=testClusterID;nsid=665451951;c=1731986536530), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T03:22:18,154 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf72bf73bc6c214d0 with lease ID 0xf0d10939c3c9a272: Processing first storage report for DS-67a8b81d-c0b3-4bf4-82d6-e3ce439bed44 from datanode DatanodeRegistration(127.0.0.1:38825, datanodeUuid=2f3cafcf-6a01-4cde-a76d-db04d26b42f9, infoPort=39479, infoSecurePort=0, ipcPort=37865, storageInfo=lv=-57;cid=testClusterID;nsid=665451951;c=1731986536530) 2024-11-19T03:22:18,154 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf72bf73bc6c214d0 with lease ID 0xf0d10939c3c9a272: from storage DS-67a8b81d-c0b3-4bf4-82d6-e3ce439bed44 node DatanodeRegistration(127.0.0.1:38825, datanodeUuid=2f3cafcf-6a01-4cde-a76d-db04d26b42f9, infoPort=39479, infoSecurePort=0, ipcPort=37865, storageInfo=lv=-57;cid=testClusterID;nsid=665451951;c=1731986536530), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T03:22:18,213 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d2496320-986f-daf7-a701-d31f9b14978e 2024-11-19T03:22:18,213 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:22:18,215 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:22:18,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38825 is added to blk_1073741825_1001 (size=7) 2024-11-19T03:22:18,642 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35 with version=8 2024-11-19T03:22:18,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/hbase-staging 2024-11-19T03:22:18,644 INFO [Time-limited test {}] client.ConnectionUtils(128): master/47efada56ed5:0 server-side Connection retries=45 2024-11-19T03:22:18,644 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T03:22:18,644 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T03:22:18,644 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T03:22:18,644 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T03:22:18,644 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T03:22:18,644 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T03:22:18,645 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T03:22:18,645 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43629 2024-11-19T03:22:18,645 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43629 connecting to ZooKeeper ensemble=127.0.0.1:55506 2024-11-19T03:22:18,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:436290x0, quorum=127.0.0.1:55506, baseZNode=/2-888872288 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T03:22:18,689 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43629-0x101511d092a0006 connected 2024-11-19T03:22:18,763 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:22:18,764 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:22:18,766 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43629-0x101511d092a0006, quorum=127.0.0.1:55506, baseZNode=/2-888872288 Set watcher on znode that does not yet exist, /2-888872288/running 2024-11-19T03:22:18,766 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35, hbase.cluster.distributed=false 2024-11-19T03:22:18,767 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43629-0x101511d092a0006, quorum=127.0.0.1:55506, baseZNode=/2-888872288 Set watcher on znode that does not yet exist, /2-888872288/acl 2024-11-19T03:22:18,767 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43629 2024-11-19T03:22:18,767 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43629 2024-11-19T03:22:18,767 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43629 2024-11-19T03:22:18,768 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43629 2024-11-19T03:22:18,768 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43629 2024-11-19T03:22:18,783 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/47efada56ed5:0 server-side Connection retries=45 2024-11-19T03:22:18,783 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T03:22:18,783 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T03:22:18,783 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T03:22:18,783 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T03:22:18,783 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T03:22:18,783 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T03:22:18,783 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T03:22:18,784 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33191 2024-11-19T03:22:18,785 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33191 connecting to ZooKeeper ensemble=127.0.0.1:55506 2024-11-19T03:22:18,785 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:22:18,786 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:22:18,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:331910x0, quorum=127.0.0.1:55506, baseZNode=/2-888872288 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T03:22:18,794 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33191-0x101511d092a0007 connected 2024-11-19T03:22:18,794 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33191-0x101511d092a0007, quorum=127.0.0.1:55506, baseZNode=/2-888872288 Set watcher on znode that does not yet exist, /2-888872288/running 2024-11-19T03:22:18,795 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T03:22:18,795 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T03:22:18,796 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33191-0x101511d092a0007, quorum=127.0.0.1:55506, baseZNode=/2-888872288 Set watcher on znode that does not yet exist, /2-888872288/master 2024-11-19T03:22:18,796 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33191-0x101511d092a0007, quorum=127.0.0.1:55506, baseZNode=/2-888872288 Set watcher on znode that does not yet exist, /2-888872288/acl 2024-11-19T03:22:18,797 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33191 2024-11-19T03:22:18,798 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33191 2024-11-19T03:22:18,800 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33191 2024-11-19T03:22:18,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33191 2024-11-19T03:22:18,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33191 2024-11-19T03:22:18,816 DEBUG [M:0;47efada56ed5:43629 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;47efada56ed5:43629 2024-11-19T03:22:18,816 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-888872288/backup-masters/47efada56ed5,43629,1731986538644 2024-11-19T03:22:18,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43629-0x101511d092a0006, quorum=127.0.0.1:55506, baseZNode=/2-888872288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-888872288/backup-masters 2024-11-19T03:22:18,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33191-0x101511d092a0007, quorum=127.0.0.1:55506, baseZNode=/2-888872288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-888872288/backup-masters 2024-11-19T03:22:18,826 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43629-0x101511d092a0006, quorum=127.0.0.1:55506, baseZNode=/2-888872288 Set watcher on existing znode=/2-888872288/backup-masters/47efada56ed5,43629,1731986538644 2024-11-19T03:22:18,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33191-0x101511d092a0007, quorum=127.0.0.1:55506, baseZNode=/2-888872288 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-888872288/master 2024-11-19T03:22:18,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43629-0x101511d092a0006, quorum=127.0.0.1:55506, baseZNode=/2-888872288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-888872288 2024-11-19T03:22:18,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33191-0x101511d092a0007, quorum=127.0.0.1:55506, baseZNode=/2-888872288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-888872288 2024-11-19T03:22:18,836 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43629-0x101511d092a0006, quorum=127.0.0.1:55506, baseZNode=/2-888872288 Set watcher on existing znode=/2-888872288/master 2024-11-19T03:22:18,837 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-888872288/backup-masters/47efada56ed5,43629,1731986538644 from backup master directory 2024-11-19T03:22:18,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33191-0x101511d092a0007, quorum=127.0.0.1:55506, baseZNode=/2-888872288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-888872288/backup-masters 2024-11-19T03:22:18,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43629-0x101511d092a0006, quorum=127.0.0.1:55506, baseZNode=/2-888872288 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-888872288/backup-masters/47efada56ed5,43629,1731986538644 2024-11-19T03:22:18,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43629-0x101511d092a0006, quorum=127.0.0.1:55506, baseZNode=/2-888872288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-888872288/backup-masters 2024-11-19T03:22:18,847 WARN [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T03:22:18,847 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=47efada56ed5,43629,1731986538644 2024-11-19T03:22:18,850 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/hbase.id] with ID: c841a3ce-2eb5-40c3-a14d-896760a358cd 2024-11-19T03:22:18,850 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/.tmp/hbase.id 2024-11-19T03:22:18,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38825 is added to blk_1073741826_1002 (size=42) 2024-11-19T03:22:19,254 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/.tmp/hbase.id]:[hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/hbase.id] 2024-11-19T03:22:19,260 INFO [master/47efada56ed5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:22:19,260 INFO [master/47efada56ed5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T03:22:19,261 INFO [master/47efada56ed5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T03:22:19,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33191-0x101511d092a0007, quorum=127.0.0.1:55506, baseZNode=/2-888872288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-888872288 2024-11-19T03:22:19,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43629-0x101511d092a0006, quorum=127.0.0.1:55506, baseZNode=/2-888872288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-888872288 2024-11-19T03:22:19,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38825 is added to blk_1073741827_1003 (size=196) 2024-11-19T03:22:19,714 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T03:22:19,715 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T03:22:19,716 INFO [master/47efada56ed5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T03:22:19,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38825 is added to blk_1073741828_1004 (size=1189) 2024-11-19T03:22:20,121 INFO [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/MasterData/data/master/store 2024-11-19T03:22:20,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38825 is added to blk_1073741829_1005 (size=34) 2024-11-19T03:22:20,526 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:22:20,526 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T03:22:20,526 INFO [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:22:20,526 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:22:20,526 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T03:22:20,526 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:22:20,527 INFO [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:22:20,527 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731986540526Disabling compacts and flushes for region at 1731986540526Disabling writes for close at 1731986540526Writing region close event to WAL at 1731986540526Closed at 1731986540526 2024-11-19T03:22:20,527 WARN [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/MasterData/data/master/store/.initializing 2024-11-19T03:22:20,527 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/MasterData/WALs/47efada56ed5,43629,1731986538644 2024-11-19T03:22:20,528 INFO [master/47efada56ed5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T03:22:20,529 INFO [master/47efada56ed5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=47efada56ed5%2C43629%2C1731986538644, suffix=, logDir=hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/MasterData/WALs/47efada56ed5,43629,1731986538644, archiveDir=hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/MasterData/oldWALs, maxLogs=10 2024-11-19T03:22:20,545 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/MasterData/WALs/47efada56ed5,43629,1731986538644/47efada56ed5%2C43629%2C1731986538644.1731986540529, exclude list is [], retry=0 2024-11-19T03:22:20,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38825,DS-5aa9a67e-5624-4f47-bf4f-866167252001,DISK] 2024-11-19T03:22:20,549 INFO [master/47efada56ed5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/MasterData/WALs/47efada56ed5,43629,1731986538644/47efada56ed5%2C43629%2C1731986538644.1731986540529 2024-11-19T03:22:20,549 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39479:39479)] 2024-11-19T03:22:20,550 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T03:22:20,550 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:22:20,550 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:22:20,550 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:22:20,551 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:22:20,552 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T03:22:20,552 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:22:20,552 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:22:20,552 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:22:20,553 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T03:22:20,553 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:22:20,553 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:22:20,553 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:22:20,554 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T03:22:20,554 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:22:20,554 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:22:20,554 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:22:20,555 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T03:22:20,555 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:22:20,555 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:22:20,555 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:22:20,556 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:22:20,556 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:22:20,557 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:22:20,557 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:22:20,557 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T03:22:20,558 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:22:20,560 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T03:22:20,560 INFO [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68648264, jitterRate=0.022938847541809082}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T03:22:20,560 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731986540550Initializing all the Stores at 1731986540550Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986540551 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986540551Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986540551Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986540551Cleaning up temporary data from old regions at 1731986540557 (+6 ms)Region opened successfully at 1731986540560 (+3 ms) 2024-11-19T03:22:20,560 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T03:22:20,562 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e574d60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=47efada56ed5/172.17.0.3:0 2024-11-19T03:22:20,563 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T03:22:20,563 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T03:22:20,563 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T03:22:20,563 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T03:22:20,563 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T03:22:20,563 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T03:22:20,563 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T03:22:20,565 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T03:22:20,565 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43629-0x101511d092a0006, quorum=127.0.0.1:55506, baseZNode=/2-888872288 Unable to get data of znode /2-888872288/balancer because node does not exist (not necessarily an error) 2024-11-19T03:22:20,583 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-888872288/balancer already deleted, retry=false 2024-11-19T03:22:20,584 INFO [master/47efada56ed5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T03:22:20,584 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43629-0x101511d092a0006, quorum=127.0.0.1:55506, baseZNode=/2-888872288 Unable to get data of znode /2-888872288/normalizer because node does not exist (not necessarily an error) 2024-11-19T03:22:20,594 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-888872288/normalizer already deleted, retry=false 2024-11-19T03:22:20,594 INFO [master/47efada56ed5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T03:22:20,595 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43629-0x101511d092a0006, quorum=127.0.0.1:55506, baseZNode=/2-888872288 Unable to get data of znode /2-888872288/switch/split because node does not exist (not necessarily an error) 2024-11-19T03:22:20,604 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-888872288/switch/split already deleted, retry=false 2024-11-19T03:22:20,605 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43629-0x101511d092a0006, quorum=127.0.0.1:55506, baseZNode=/2-888872288 Unable to get data of znode /2-888872288/switch/merge because node does not exist (not necessarily an error) 2024-11-19T03:22:20,615 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-888872288/switch/merge already deleted, retry=false 2024-11-19T03:22:20,616 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43629-0x101511d092a0006, quorum=127.0.0.1:55506, baseZNode=/2-888872288 Unable to get data of znode /2-888872288/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T03:22:20,625 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-888872288/snapshot-cleanup already deleted, retry=false 2024-11-19T03:22:20,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33191-0x101511d092a0007, quorum=127.0.0.1:55506, baseZNode=/2-888872288 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-888872288/running 2024-11-19T03:22:20,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43629-0x101511d092a0006, quorum=127.0.0.1:55506, baseZNode=/2-888872288 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-888872288/running 2024-11-19T03:22:20,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33191-0x101511d092a0007, quorum=127.0.0.1:55506, baseZNode=/2-888872288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-888872288 2024-11-19T03:22:20,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43629-0x101511d092a0006, quorum=127.0.0.1:55506, baseZNode=/2-888872288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-888872288 2024-11-19T03:22:20,636 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=47efada56ed5,43629,1731986538644, sessionid=0x101511d092a0006, setting cluster-up flag (Was=false) 2024-11-19T03:22:20,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33191-0x101511d092a0007, quorum=127.0.0.1:55506, baseZNode=/2-888872288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-888872288 2024-11-19T03:22:20,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43629-0x101511d092a0006, quorum=127.0.0.1:55506, baseZNode=/2-888872288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-888872288 2024-11-19T03:22:20,689 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-888872288/flush-table-proc/acquired, /2-888872288/flush-table-proc/reached, /2-888872288/flush-table-proc/abort 2024-11-19T03:22:20,690 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=47efada56ed5,43629,1731986538644 2024-11-19T03:22:20,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33191-0x101511d092a0007, quorum=127.0.0.1:55506, baseZNode=/2-888872288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-888872288 2024-11-19T03:22:20,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43629-0x101511d092a0006, quorum=127.0.0.1:55506, baseZNode=/2-888872288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-888872288 2024-11-19T03:22:20,741 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-888872288/online-snapshot/acquired, /2-888872288/online-snapshot/reached, /2-888872288/online-snapshot/abort 2024-11-19T03:22:20,742 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=47efada56ed5,43629,1731986538644 2024-11-19T03:22:20,743 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T03:22:20,744 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T03:22:20,744 INFO [master/47efada56ed5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T03:22:20,744 INFO [master/47efada56ed5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T03:22:20,745 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 47efada56ed5,43629,1731986538644 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T03:22:20,746 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/47efada56ed5:0, corePoolSize=5, maxPoolSize=5 2024-11-19T03:22:20,746 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/47efada56ed5:0, corePoolSize=5, maxPoolSize=5 2024-11-19T03:22:20,746 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/47efada56ed5:0, corePoolSize=5, maxPoolSize=5 2024-11-19T03:22:20,746 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/47efada56ed5:0, corePoolSize=5, maxPoolSize=5 2024-11-19T03:22:20,746 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/47efada56ed5:0, corePoolSize=10, maxPoolSize=10 2024-11-19T03:22:20,746 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:22:20,746 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/47efada56ed5:0, corePoolSize=2, maxPoolSize=2 2024-11-19T03:22:20,746 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:22:20,747 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731986570747 2024-11-19T03:22:20,747 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T03:22:20,747 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T03:22:20,747 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T03:22:20,747 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T03:22:20,747 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T03:22:20,747 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T03:22:20,747 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T03:22:20,747 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T03:22:20,748 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T03:22:20,748 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T03:22:20,748 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T03:22:20,748 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:22:20,748 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T03:22:20,748 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T03:22:20,748 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T03:22:20,748 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T03:22:20,749 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T03:22:20,752 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.large.0-1731986540749,5,FailOnTimeoutGroup] 2024-11-19T03:22:20,756 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.small.0-1731986540752,5,FailOnTimeoutGroup] 2024-11-19T03:22:20,756 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T03:22:20,756 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T03:22:20,756 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T03:22:20,756 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T03:22:20,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38825 is added to blk_1073741831_1007 (size=1321) 2024-11-19T03:22:20,807 INFO [RS:0;47efada56ed5:33191 {}] regionserver.HRegionServer(746): ClusterId : c841a3ce-2eb5-40c3-a14d-896760a358cd 2024-11-19T03:22:20,807 DEBUG [RS:0;47efada56ed5:33191 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T03:22:20,816 DEBUG [RS:0;47efada56ed5:33191 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T03:22:20,816 DEBUG [RS:0;47efada56ed5:33191 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T03:22:20,826 DEBUG [RS:0;47efada56ed5:33191 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T03:22:20,826 DEBUG [RS:0;47efada56ed5:33191 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7543b800, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=47efada56ed5/172.17.0.3:0 2024-11-19T03:22:20,837 DEBUG [RS:0;47efada56ed5:33191 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;47efada56ed5:33191 2024-11-19T03:22:20,837 INFO [RS:0;47efada56ed5:33191 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T03:22:20,837 INFO [RS:0;47efada56ed5:33191 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T03:22:20,837 DEBUG [RS:0;47efada56ed5:33191 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T03:22:20,838 INFO [RS:0;47efada56ed5:33191 {}] regionserver.HRegionServer(2659): reportForDuty to master=47efada56ed5,43629,1731986538644 with port=33191, startcode=1731986538783 2024-11-19T03:22:20,838 DEBUG [RS:0;47efada56ed5:33191 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T03:22:20,839 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42899, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T03:22:20,839 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43629 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 47efada56ed5,33191,1731986538783 2024-11-19T03:22:20,839 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43629 {}] master.ServerManager(517): Registering regionserver=47efada56ed5,33191,1731986538783 2024-11-19T03:22:20,841 DEBUG [RS:0;47efada56ed5:33191 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35 2024-11-19T03:22:20,841 DEBUG [RS:0;47efada56ed5:33191 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35837 2024-11-19T03:22:20,841 DEBUG [RS:0;47efada56ed5:33191 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T03:22:20,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43629-0x101511d092a0006, quorum=127.0.0.1:55506, baseZNode=/2-888872288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-888872288/rs 2024-11-19T03:22:20,875 DEBUG [RS:0;47efada56ed5:33191 {}] zookeeper.ZKUtil(111): regionserver:33191-0x101511d092a0007, quorum=127.0.0.1:55506, baseZNode=/2-888872288 Set watcher on existing znode=/2-888872288/rs/47efada56ed5,33191,1731986538783 2024-11-19T03:22:20,875 WARN [RS:0;47efada56ed5:33191 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T03:22:20,875 INFO [RS:0;47efada56ed5:33191 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T03:22:20,875 DEBUG [RS:0;47efada56ed5:33191 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/WALs/47efada56ed5,33191,1731986538783 2024-11-19T03:22:20,875 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [47efada56ed5,33191,1731986538783] 2024-11-19T03:22:20,877 INFO [RS:0;47efada56ed5:33191 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T03:22:20,879 INFO [RS:0;47efada56ed5:33191 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T03:22:20,880 INFO [RS:0;47efada56ed5:33191 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T03:22:20,880 INFO [RS:0;47efada56ed5:33191 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T03:22:20,881 INFO [RS:0;47efada56ed5:33191 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T03:22:20,881 INFO [RS:0;47efada56ed5:33191 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T03:22:20,882 INFO [RS:0;47efada56ed5:33191 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T03:22:20,882 DEBUG [RS:0;47efada56ed5:33191 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:22:20,882 DEBUG [RS:0;47efada56ed5:33191 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:22:20,882 DEBUG [RS:0;47efada56ed5:33191 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:22:20,882 DEBUG [RS:0;47efada56ed5:33191 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:22:20,882 DEBUG [RS:0;47efada56ed5:33191 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:22:20,882 DEBUG [RS:0;47efada56ed5:33191 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/47efada56ed5:0, corePoolSize=2, maxPoolSize=2 2024-11-19T03:22:20,882 DEBUG [RS:0;47efada56ed5:33191 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:22:20,882 DEBUG [RS:0;47efada56ed5:33191 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:22:20,882 DEBUG [RS:0;47efada56ed5:33191 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:22:20,882 DEBUG [RS:0;47efada56ed5:33191 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:22:20,882 DEBUG [RS:0;47efada56ed5:33191 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:22:20,882 DEBUG [RS:0;47efada56ed5:33191 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:22:20,882 DEBUG [RS:0;47efada56ed5:33191 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/47efada56ed5:0, corePoolSize=3, maxPoolSize=3 2024-11-19T03:22:20,882 DEBUG [RS:0;47efada56ed5:33191 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0, corePoolSize=3, maxPoolSize=3 2024-11-19T03:22:20,883 INFO [RS:0;47efada56ed5:33191 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T03:22:20,883 INFO [RS:0;47efada56ed5:33191 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T03:22:20,883 INFO [RS:0;47efada56ed5:33191 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T03:22:20,883 INFO [RS:0;47efada56ed5:33191 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T03:22:20,883 INFO [RS:0;47efada56ed5:33191 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T03:22:20,883 INFO [RS:0;47efada56ed5:33191 {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,33191,1731986538783-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T03:22:20,902 INFO [RS:0;47efada56ed5:33191 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T03:22:20,902 INFO [RS:0;47efada56ed5:33191 {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,33191,1731986538783-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T03:22:20,902 INFO [RS:0;47efada56ed5:33191 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:22:20,902 INFO [RS:0;47efada56ed5:33191 {}] regionserver.Replication(171): 47efada56ed5,33191,1731986538783 started 2024-11-19T03:22:20,921 INFO [RS:0;47efada56ed5:33191 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:22:20,921 INFO [RS:0;47efada56ed5:33191 {}] regionserver.HRegionServer(1482): Serving as 47efada56ed5,33191,1731986538783, RpcServer on 47efada56ed5/172.17.0.3:33191, sessionid=0x101511d092a0007 2024-11-19T03:22:20,921 DEBUG [RS:0;47efada56ed5:33191 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T03:22:20,921 DEBUG [RS:0;47efada56ed5:33191 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 47efada56ed5,33191,1731986538783 2024-11-19T03:22:20,921 DEBUG [RS:0;47efada56ed5:33191 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '47efada56ed5,33191,1731986538783' 2024-11-19T03:22:20,921 DEBUG [RS:0;47efada56ed5:33191 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-888872288/flush-table-proc/abort' 2024-11-19T03:22:20,922 DEBUG [RS:0;47efada56ed5:33191 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-888872288/flush-table-proc/acquired' 2024-11-19T03:22:20,922 DEBUG [RS:0;47efada56ed5:33191 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T03:22:20,922 DEBUG [RS:0;47efada56ed5:33191 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T03:22:20,922 DEBUG [RS:0;47efada56ed5:33191 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 47efada56ed5,33191,1731986538783 2024-11-19T03:22:20,922 DEBUG [RS:0;47efada56ed5:33191 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '47efada56ed5,33191,1731986538783' 2024-11-19T03:22:20,922 DEBUG [RS:0;47efada56ed5:33191 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-888872288/online-snapshot/abort' 2024-11-19T03:22:20,923 DEBUG [RS:0;47efada56ed5:33191 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-888872288/online-snapshot/acquired' 2024-11-19T03:22:20,923 DEBUG [RS:0;47efada56ed5:33191 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T03:22:20,923 INFO [RS:0;47efada56ed5:33191 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T03:22:20,923 INFO [RS:0;47efada56ed5:33191 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T03:22:21,023 INFO [RS:0;47efada56ed5:33191 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T03:22:21,024 INFO [RS:0;47efada56ed5:33191 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=47efada56ed5%2C33191%2C1731986538783, suffix=, logDir=hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/WALs/47efada56ed5,33191,1731986538783, archiveDir=hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/oldWALs, maxLogs=10 2024-11-19T03:22:21,036 DEBUG [RS:0;47efada56ed5:33191 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/WALs/47efada56ed5,33191,1731986538783/47efada56ed5%2C33191%2C1731986538783.1731986541024, exclude list is [], retry=0 2024-11-19T03:22:21,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38825,DS-5aa9a67e-5624-4f47-bf4f-866167252001,DISK] 2024-11-19T03:22:21,039 INFO [RS:0;47efada56ed5:33191 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/WALs/47efada56ed5,33191,1731986538783/47efada56ed5%2C33191%2C1731986538783.1731986541024 2024-11-19T03:22:21,039 DEBUG [RS:0;47efada56ed5:33191 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39479:39479)] 2024-11-19T03:22:21,159 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T03:22:21,159 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35 2024-11-19T03:22:21,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38825 is added to blk_1073741833_1009 (size=32) 2024-11-19T03:22:21,564 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:22:21,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T03:22:21,566 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T03:22:21,566 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:22:21,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:22:21,567 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T03:22:21,570 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T03:22:21,570 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:22:21,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:22:21,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T03:22:21,571 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T03:22:21,571 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:22:21,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:22:21,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T03:22:21,573 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T03:22:21,573 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:22:21,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:22:21,573 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T03:22:21,574 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/data/hbase/meta/1588230740 2024-11-19T03:22:21,574 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/data/hbase/meta/1588230740 2024-11-19T03:22:21,575 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T03:22:21,575 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T03:22:21,575 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T03:22:21,576 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T03:22:21,577 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T03:22:21,578 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75002156, jitterRate=0.11761921644210815}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T03:22:21,578 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731986541564Initializing all the Stores at 1731986541565 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986541565Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986541565Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986541565Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986541565Cleaning up temporary data from old regions at 1731986541575 (+10 ms)Region opened successfully at 1731986541578 (+3 ms) 2024-11-19T03:22:21,578 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T03:22:21,578 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T03:22:21,578 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T03:22:21,578 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T03:22:21,578 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T03:22:21,579 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T03:22:21,579 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731986541578Disabling compacts and flushes for region at 1731986541578Disabling writes for close at 1731986541578Writing region close event to WAL at 1731986541579 (+1 ms)Closed at 1731986541579 2024-11-19T03:22:21,580 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T03:22:21,580 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T03:22:21,580 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T03:22:21,581 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T03:22:21,582 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T03:22:21,733 DEBUG [47efada56ed5:43629 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T03:22:21,733 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=47efada56ed5,33191,1731986538783 2024-11-19T03:22:21,734 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 47efada56ed5,33191,1731986538783, state=OPENING 2024-11-19T03:22:21,741 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T03:22:21,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33191-0x101511d092a0007, quorum=127.0.0.1:55506, baseZNode=/2-888872288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-888872288 2024-11-19T03:22:21,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43629-0x101511d092a0006, quorum=127.0.0.1:55506, baseZNode=/2-888872288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-888872288 2024-11-19T03:22:21,752 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T03:22:21,752 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-888872288/meta-region-server: CHANGED 2024-11-19T03:22:21,752 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-888872288/meta-region-server: CHANGED 2024-11-19T03:22:21,752 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=47efada56ed5,33191,1731986538783}] 2024-11-19T03:22:21,908 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T03:22:21,909 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36959, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T03:22:21,913 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T03:22:21,913 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T03:22:21,914 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T03:22:21,916 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=47efada56ed5%2C33191%2C1731986538783.meta, suffix=.meta, logDir=hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/WALs/47efada56ed5,33191,1731986538783, archiveDir=hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/oldWALs, maxLogs=10 2024-11-19T03:22:21,932 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/WALs/47efada56ed5,33191,1731986538783/47efada56ed5%2C33191%2C1731986538783.meta.1731986541917.meta, exclude list is [], retry=0 2024-11-19T03:22:21,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38825,DS-5aa9a67e-5624-4f47-bf4f-866167252001,DISK] 2024-11-19T03:22:21,936 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/WALs/47efada56ed5,33191,1731986538783/47efada56ed5%2C33191%2C1731986538783.meta.1731986541917.meta 2024-11-19T03:22:21,937 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39479:39479)] 2024-11-19T03:22:21,937 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T03:22:21,937 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T03:22:21,937 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T03:22:21,937 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T03:22:21,937 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T03:22:21,937 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T03:22:21,937 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:22:21,938 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T03:22:21,938 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T03:22:21,939 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T03:22:21,939 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T03:22:21,939 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:22:21,939 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:22:21,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T03:22:21,940 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T03:22:21,940 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:22:21,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:22:21,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T03:22:21,941 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T03:22:21,941 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:22:21,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:22:21,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T03:22:21,942 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T03:22:21,942 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:22:21,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:22:21,942 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T03:22:21,943 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/data/hbase/meta/1588230740 2024-11-19T03:22:21,943 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/data/hbase/meta/1588230740 2024-11-19T03:22:21,944 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T03:22:21,944 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T03:22:21,944 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T03:22:21,945 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T03:22:21,946 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66831336, jitterRate=-0.004135489463806152}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T03:22:21,946 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T03:22:21,946 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731986541938Writing region info on filesystem at 1731986541938Initializing all the Stores at 1731986541938Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986541938Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986541938Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986541938Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986541938Cleaning up temporary data from old regions at 1731986541944 (+6 ms)Running coprocessor post-open hooks at 1731986541946 (+2 ms)Region opened successfully at 1731986541946 2024-11-19T03:22:21,947 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731986541907 2024-11-19T03:22:21,948 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T03:22:21,948 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T03:22:21,949 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=47efada56ed5,33191,1731986538783 2024-11-19T03:22:21,951 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 47efada56ed5,33191,1731986538783, state=OPEN 2024-11-19T03:22:21,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43629-0x101511d092a0006, quorum=127.0.0.1:55506, baseZNode=/2-888872288 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-888872288/meta-region-server 2024-11-19T03:22:21,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33191-0x101511d092a0007, quorum=127.0.0.1:55506, baseZNode=/2-888872288 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-888872288/meta-region-server 2024-11-19T03:22:21,962 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=47efada56ed5,33191,1731986538783 2024-11-19T03:22:21,962 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-888872288/meta-region-server: CHANGED 2024-11-19T03:22:21,963 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-888872288/meta-region-server: CHANGED 2024-11-19T03:22:21,965 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T03:22:21,965 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=47efada56ed5,33191,1731986538783 in 210 msec 2024-11-19T03:22:21,966 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T03:22:21,966 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 385 msec 2024-11-19T03:22:21,967 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T03:22:21,967 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T03:22:21,968 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:22:21,968 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,33191,1731986538783, seqNum=-1] 2024-11-19T03:22:21,969 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:22:21,970 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47625, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:22:21,973 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2290 sec 2024-11-19T03:22:21,974 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731986541973, completionTime=-1 2024-11-19T03:22:21,974 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T03:22:21,974 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T03:22:21,976 INFO [master/47efada56ed5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T03:22:21,976 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731986601976 2024-11-19T03:22:21,976 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731986661976 2024-11-19T03:22:21,976 INFO [master/47efada56ed5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-19T03:22:21,976 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,43629,1731986538644-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T03:22:21,976 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,43629,1731986538644-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:22:21,976 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,43629,1731986538644-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:22:21,976 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-47efada56ed5:43629, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:22:21,976 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T03:22:21,977 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T03:22:21,978 DEBUG [master/47efada56ed5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T03:22:21,980 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.133sec 2024-11-19T03:22:21,981 INFO [master/47efada56ed5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T03:22:21,981 INFO [master/47efada56ed5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T03:22:21,981 INFO [master/47efada56ed5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T03:22:21,981 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T03:22:21,981 INFO [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T03:22:21,981 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,43629,1731986538644-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T03:22:21,981 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,43629,1731986538644-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T03:22:21,983 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T03:22:21,983 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T03:22:21,983 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,43629,1731986538644-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:22:22,008 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41cc9501, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:22:22,009 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,43629,-1 for getting cluster id 2024-11-19T03:22:22,009 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:22:22,010 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c841a3ce-2eb5-40c3-a14d-896760a358cd' 2024-11-19T03:22:22,011 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:22:22,011 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c841a3ce-2eb5-40c3-a14d-896760a358cd" 2024-11-19T03:22:22,011 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42b5f90d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:22:22,011 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,43629,-1] 2024-11-19T03:22:22,011 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:22:22,012 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:22:22,013 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:22:22,014 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58fbc891, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:22:22,015 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:22:22,015 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,33191,1731986538783, seqNum=-1] 2024-11-19T03:22:22,016 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:22:22,017 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:22:22,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=47efada56ed5,43629,1731986538644 2024-11-19T03:22:22,020 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:55506 2024-11-19T03:22:22,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:55506, baseZNode=/2-888872288 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T03:22:22,037 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101511d092a0008 connected 2024-11-19T03:22:22,051 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T03:22:22,053 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 47efada56ed5,44911,1731986527796 2024-11-19T03:22:22,053 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3eb8a4c2 2024-11-19T03:22:22,053 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T03:22:22,054 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T03:22:22,055 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44911 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T03:22:22,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44911 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T03:22:22,058 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T03:22:22,058 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:22:22,058 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44911 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T03:22:22,059 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T03:22:22,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44911 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T03:22:22,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43787 is added to blk_1073741835_1011 (size=902) 2024-11-19T03:22:22,066 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a7b11c9a150f615b03c05b1a5975859f, NAME => 'test,,1731986542055.a7b11c9a150f615b03c05b1a5975859f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a 2024-11-19T03:22:22,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43787 is added to blk_1073741836_1012 (size=39) 2024-11-19T03:22:22,072 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731986542055.a7b11c9a150f615b03c05b1a5975859f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:22:22,072 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a7b11c9a150f615b03c05b1a5975859f, disabling compactions & flushes 2024-11-19T03:22:22,072 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731986542055.a7b11c9a150f615b03c05b1a5975859f. 2024-11-19T03:22:22,072 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731986542055.a7b11c9a150f615b03c05b1a5975859f. 2024-11-19T03:22:22,072 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731986542055.a7b11c9a150f615b03c05b1a5975859f. after waiting 0 ms 2024-11-19T03:22:22,072 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731986542055.a7b11c9a150f615b03c05b1a5975859f. 2024-11-19T03:22:22,072 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731986542055.a7b11c9a150f615b03c05b1a5975859f. 2024-11-19T03:22:22,072 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a7b11c9a150f615b03c05b1a5975859f: Waiting for close lock at 1731986542072Disabling compacts and flushes for region at 1731986542072Disabling writes for close at 1731986542072Writing region close event to WAL at 1731986542072Closed at 1731986542072 2024-11-19T03:22:22,074 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T03:22:22,074 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731986542055.a7b11c9a150f615b03c05b1a5975859f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731986542074"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731986542074"}]},"ts":"1731986542074"} 2024-11-19T03:22:22,076 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T03:22:22,077 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T03:22:22,078 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731986542077"}]},"ts":"1731986542077"} 2024-11-19T03:22:22,080 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T03:22:22,080 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a7b11c9a150f615b03c05b1a5975859f, ASSIGN}] 2024-11-19T03:22:22,081 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a7b11c9a150f615b03c05b1a5975859f, ASSIGN 2024-11-19T03:22:22,081 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a7b11c9a150f615b03c05b1a5975859f, ASSIGN; state=OFFLINE, location=47efada56ed5,41409,1731986527987; forceNewPlan=false, retain=false 2024-11-19T03:22:22,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44911 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T03:22:22,232 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a7b11c9a150f615b03c05b1a5975859f, regionState=OPENING, regionLocation=47efada56ed5,41409,1731986527987 2024-11-19T03:22:22,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a7b11c9a150f615b03c05b1a5975859f, ASSIGN because future has completed 2024-11-19T03:22:22,235 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a7b11c9a150f615b03c05b1a5975859f, server=47efada56ed5,41409,1731986527987}] 2024-11-19T03:22:22,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44911 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T03:22:22,390 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731986542055.a7b11c9a150f615b03c05b1a5975859f. 2024-11-19T03:22:22,390 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a7b11c9a150f615b03c05b1a5975859f, NAME => 'test,,1731986542055.a7b11c9a150f615b03c05b1a5975859f.', STARTKEY => '', ENDKEY => ''} 2024-11-19T03:22:22,391 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T03:22:22,391 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T03:22:22,391 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a7b11c9a150f615b03c05b1a5975859f 2024-11-19T03:22:22,391 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731986542055.a7b11c9a150f615b03c05b1a5975859f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:22:22,391 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a7b11c9a150f615b03c05b1a5975859f 2024-11-19T03:22:22,391 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a7b11c9a150f615b03c05b1a5975859f 2024-11-19T03:22:22,392 INFO [StoreOpener-a7b11c9a150f615b03c05b1a5975859f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a7b11c9a150f615b03c05b1a5975859f 2024-11-19T03:22:22,393 INFO [StoreOpener-a7b11c9a150f615b03c05b1a5975859f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a7b11c9a150f615b03c05b1a5975859f columnFamilyName f 2024-11-19T03:22:22,393 DEBUG [StoreOpener-a7b11c9a150f615b03c05b1a5975859f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:22:22,394 INFO [StoreOpener-a7b11c9a150f615b03c05b1a5975859f-1 {}] regionserver.HStore(327): Store=a7b11c9a150f615b03c05b1a5975859f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:22:22,394 INFO [StoreOpener-a7b11c9a150f615b03c05b1a5975859f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a7b11c9a150f615b03c05b1a5975859f 2024-11-19T03:22:22,394 INFO [StoreOpener-a7b11c9a150f615b03c05b1a5975859f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a7b11c9a150f615b03c05b1a5975859f columnFamilyName f1 2024-11-19T03:22:22,394 DEBUG [StoreOpener-a7b11c9a150f615b03c05b1a5975859f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:22:22,395 INFO [StoreOpener-a7b11c9a150f615b03c05b1a5975859f-1 {}] regionserver.HStore(327): Store=a7b11c9a150f615b03c05b1a5975859f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:22:22,395 INFO [StoreOpener-a7b11c9a150f615b03c05b1a5975859f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a7b11c9a150f615b03c05b1a5975859f 2024-11-19T03:22:22,395 INFO [StoreOpener-a7b11c9a150f615b03c05b1a5975859f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a7b11c9a150f615b03c05b1a5975859f columnFamilyName norep 2024-11-19T03:22:22,395 DEBUG [StoreOpener-a7b11c9a150f615b03c05b1a5975859f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:22:22,396 INFO [StoreOpener-a7b11c9a150f615b03c05b1a5975859f-1 {}] regionserver.HStore(327): Store=a7b11c9a150f615b03c05b1a5975859f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:22:22,396 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a7b11c9a150f615b03c05b1a5975859f 2024-11-19T03:22:22,396 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/data/default/test/a7b11c9a150f615b03c05b1a5975859f 2024-11-19T03:22:22,396 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/data/default/test/a7b11c9a150f615b03c05b1a5975859f 2024-11-19T03:22:22,397 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a7b11c9a150f615b03c05b1a5975859f 2024-11-19T03:22:22,397 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a7b11c9a150f615b03c05b1a5975859f 2024-11-19T03:22:22,397 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T03:22:22,398 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a7b11c9a150f615b03c05b1a5975859f 2024-11-19T03:22:22,401 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/data/default/test/a7b11c9a150f615b03c05b1a5975859f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T03:22:22,402 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a7b11c9a150f615b03c05b1a5975859f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68399959, jitterRate=0.01923881471157074}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T03:22:22,402 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a7b11c9a150f615b03c05b1a5975859f 2024-11-19T03:22:22,403 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a7b11c9a150f615b03c05b1a5975859f: Running coprocessor pre-open hook at 1731986542391Writing region info on filesystem at 1731986542391Initializing all the Stores at 1731986542392 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986542392Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986542392Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986542392Cleaning up temporary data from old regions at 1731986542397 (+5 ms)Running coprocessor post-open hooks at 1731986542402 (+5 ms)Region opened successfully at 1731986542403 (+1 ms) 2024-11-19T03:22:22,404 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731986542055.a7b11c9a150f615b03c05b1a5975859f., pid=6, masterSystemTime=1731986542387 2024-11-19T03:22:22,405 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731986542055.a7b11c9a150f615b03c05b1a5975859f. 2024-11-19T03:22:22,406 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731986542055.a7b11c9a150f615b03c05b1a5975859f. 2024-11-19T03:22:22,406 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a7b11c9a150f615b03c05b1a5975859f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=47efada56ed5,41409,1731986527987 2024-11-19T03:22:22,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a7b11c9a150f615b03c05b1a5975859f, server=47efada56ed5,41409,1731986527987 because future has completed 2024-11-19T03:22:22,410 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T03:22:22,410 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a7b11c9a150f615b03c05b1a5975859f, server=47efada56ed5,41409,1731986527987 in 174 msec 2024-11-19T03:22:22,412 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T03:22:22,412 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a7b11c9a150f615b03c05b1a5975859f, ASSIGN in 330 msec 2024-11-19T03:22:22,412 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T03:22:22,413 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731986542412"}]},"ts":"1731986542412"} 2024-11-19T03:22:22,414 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T03:22:22,415 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T03:22:22,416 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 360 msec 2024-11-19T03:22:22,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44911 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T03:22:22,690 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T03:22:22,690 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T03:22:22,691 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 47efada56ed5,38235,1731986534528 2024-11-19T03:22:22,691 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@51deaef4 2024-11-19T03:22:22,691 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T03:22:22,692 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T03:22:22,693 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38235 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T03:22:22,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38235 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T03:22:22,696 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T03:22:22,696 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:22:22,696 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38235 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T03:22:22,697 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T03:22:22,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38235 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T03:22:22,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40063 is added to blk_1073741835_1011 (size=902) 2024-11-19T03:22:22,704 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9c485d5c23f6fe70bdd452648dc0236e, NAME => 'test,,1731986542693.9c485d5c23f6fe70bdd452648dc0236e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd 2024-11-19T03:22:22,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40063 is added to blk_1073741836_1012 (size=39) 2024-11-19T03:22:22,717 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731986542693.9c485d5c23f6fe70bdd452648dc0236e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:22:22,717 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 9c485d5c23f6fe70bdd452648dc0236e, disabling compactions & flushes 2024-11-19T03:22:22,717 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731986542693.9c485d5c23f6fe70bdd452648dc0236e. 2024-11-19T03:22:22,717 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731986542693.9c485d5c23f6fe70bdd452648dc0236e. 2024-11-19T03:22:22,717 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731986542693.9c485d5c23f6fe70bdd452648dc0236e. after waiting 0 ms 2024-11-19T03:22:22,717 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731986542693.9c485d5c23f6fe70bdd452648dc0236e. 2024-11-19T03:22:22,717 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731986542693.9c485d5c23f6fe70bdd452648dc0236e. 2024-11-19T03:22:22,717 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9c485d5c23f6fe70bdd452648dc0236e: Waiting for close lock at 1731986542717Disabling compacts and flushes for region at 1731986542717Disabling writes for close at 1731986542717Writing region close event to WAL at 1731986542717Closed at 1731986542717 2024-11-19T03:22:22,722 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T03:22:22,722 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731986542693.9c485d5c23f6fe70bdd452648dc0236e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731986542722"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731986542722"}]},"ts":"1731986542722"} 2024-11-19T03:22:22,724 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T03:22:22,726 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T03:22:22,726 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731986542726"}]},"ts":"1731986542726"} 2024-11-19T03:22:22,728 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T03:22:22,728 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9c485d5c23f6fe70bdd452648dc0236e, ASSIGN}] 2024-11-19T03:22:22,730 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9c485d5c23f6fe70bdd452648dc0236e, ASSIGN 2024-11-19T03:22:22,730 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=9c485d5c23f6fe70bdd452648dc0236e, ASSIGN; state=OFFLINE, location=47efada56ed5,34769,1731986534727; forceNewPlan=false, retain=false 2024-11-19T03:22:22,779 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-19T03:22:22,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38235 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T03:22:22,881 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9c485d5c23f6fe70bdd452648dc0236e, regionState=OPENING, regionLocation=47efada56ed5,34769,1731986534727 2024-11-19T03:22:22,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=9c485d5c23f6fe70bdd452648dc0236e, ASSIGN because future has completed 2024-11-19T03:22:22,886 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9c485d5c23f6fe70bdd452648dc0236e, server=47efada56ed5,34769,1731986534727}] 2024-11-19T03:22:23,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38235 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T03:22:23,064 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731986542693.9c485d5c23f6fe70bdd452648dc0236e. 2024-11-19T03:22:23,065 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9c485d5c23f6fe70bdd452648dc0236e, NAME => 'test,,1731986542693.9c485d5c23f6fe70bdd452648dc0236e.', STARTKEY => '', ENDKEY => ''} 2024-11-19T03:22:23,065 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T03:22:23,065 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T03:22:23,067 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9c485d5c23f6fe70bdd452648dc0236e 2024-11-19T03:22:23,068 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731986542693.9c485d5c23f6fe70bdd452648dc0236e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:22:23,069 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9c485d5c23f6fe70bdd452648dc0236e 2024-11-19T03:22:23,069 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9c485d5c23f6fe70bdd452648dc0236e 2024-11-19T03:22:23,096 INFO [StoreOpener-9c485d5c23f6fe70bdd452648dc0236e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9c485d5c23f6fe70bdd452648dc0236e 2024-11-19T03:22:23,098 INFO [StoreOpener-9c485d5c23f6fe70bdd452648dc0236e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9c485d5c23f6fe70bdd452648dc0236e columnFamilyName f 2024-11-19T03:22:23,098 DEBUG [StoreOpener-9c485d5c23f6fe70bdd452648dc0236e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:22:23,099 INFO [StoreOpener-9c485d5c23f6fe70bdd452648dc0236e-1 {}] regionserver.HStore(327): Store=9c485d5c23f6fe70bdd452648dc0236e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:22:23,099 INFO [StoreOpener-9c485d5c23f6fe70bdd452648dc0236e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 9c485d5c23f6fe70bdd452648dc0236e 2024-11-19T03:22:23,100 INFO [StoreOpener-9c485d5c23f6fe70bdd452648dc0236e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9c485d5c23f6fe70bdd452648dc0236e columnFamilyName f1 2024-11-19T03:22:23,100 DEBUG [StoreOpener-9c485d5c23f6fe70bdd452648dc0236e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:22:23,100 INFO [StoreOpener-9c485d5c23f6fe70bdd452648dc0236e-1 {}] regionserver.HStore(327): Store=9c485d5c23f6fe70bdd452648dc0236e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:22:23,100 INFO [StoreOpener-9c485d5c23f6fe70bdd452648dc0236e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9c485d5c23f6fe70bdd452648dc0236e 2024-11-19T03:22:23,101 INFO [StoreOpener-9c485d5c23f6fe70bdd452648dc0236e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9c485d5c23f6fe70bdd452648dc0236e columnFamilyName norep 2024-11-19T03:22:23,101 DEBUG [StoreOpener-9c485d5c23f6fe70bdd452648dc0236e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:22:23,101 INFO [StoreOpener-9c485d5c23f6fe70bdd452648dc0236e-1 {}] regionserver.HStore(327): Store=9c485d5c23f6fe70bdd452648dc0236e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:22:23,102 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9c485d5c23f6fe70bdd452648dc0236e 2024-11-19T03:22:23,103 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/data/default/test/9c485d5c23f6fe70bdd452648dc0236e 2024-11-19T03:22:23,104 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/data/default/test/9c485d5c23f6fe70bdd452648dc0236e 2024-11-19T03:22:23,105 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9c485d5c23f6fe70bdd452648dc0236e 2024-11-19T03:22:23,105 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9c485d5c23f6fe70bdd452648dc0236e 2024-11-19T03:22:23,105 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T03:22:23,106 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9c485d5c23f6fe70bdd452648dc0236e 2024-11-19T03:22:23,108 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/data/default/test/9c485d5c23f6fe70bdd452648dc0236e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T03:22:23,109 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9c485d5c23f6fe70bdd452648dc0236e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59067509, jitterRate=-0.11982552707195282}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T03:22:23,109 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9c485d5c23f6fe70bdd452648dc0236e 2024-11-19T03:22:23,109 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9c485d5c23f6fe70bdd452648dc0236e: Running coprocessor pre-open hook at 1731986543070Writing region info on filesystem at 1731986543070Initializing all the Stores at 1731986543072 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986543072Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986543096 (+24 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986543096Cleaning up temporary data from old regions at 1731986543105 (+9 ms)Running coprocessor post-open hooks at 1731986543109 (+4 ms)Region opened successfully at 1731986543109 2024-11-19T03:22:23,110 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731986542693.9c485d5c23f6fe70bdd452648dc0236e., pid=6, masterSystemTime=1731986543039 2024-11-19T03:22:23,112 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731986542693.9c485d5c23f6fe70bdd452648dc0236e. 2024-11-19T03:22:23,113 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731986542693.9c485d5c23f6fe70bdd452648dc0236e. 2024-11-19T03:22:23,113 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9c485d5c23f6fe70bdd452648dc0236e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=47efada56ed5,34769,1731986534727 2024-11-19T03:22:23,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9c485d5c23f6fe70bdd452648dc0236e, server=47efada56ed5,34769,1731986534727 because future has completed 2024-11-19T03:22:23,125 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T03:22:23,125 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9c485d5c23f6fe70bdd452648dc0236e, server=47efada56ed5,34769,1731986534727 in 231 msec 2024-11-19T03:22:23,128 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T03:22:23,128 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=9c485d5c23f6fe70bdd452648dc0236e, ASSIGN in 397 msec 2024-11-19T03:22:23,129 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T03:22:23,129 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731986543129"}]},"ts":"1731986543129"} 2024-11-19T03:22:23,132 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T03:22:23,133 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T03:22:23,135 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 440 msec 2024-11-19T03:22:23,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38235 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T03:22:23,330 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T03:22:23,330 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T03:22:23,331 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 47efada56ed5,43629,1731986538644 2024-11-19T03:22:23,331 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@40d8b020 2024-11-19T03:22:23,331 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T03:22:23,332 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T03:22:23,333 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T03:22:23,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T03:22:23,336 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T03:22:23,336 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:22:23,336 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T03:22:23,337 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T03:22:23,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T03:22:23,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38825 is added to blk_1073741835_1011 (size=902) 2024-11-19T03:22:23,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T03:22:23,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T03:22:23,784 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 62146e00d675bfbdc67e5827d27e2aa3, NAME => 'test,,1731986543333.62146e00d675bfbdc67e5827d27e2aa3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35 2024-11-19T03:22:23,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38825 is added to blk_1073741836_1012 (size=39) 2024-11-19T03:22:23,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T03:22:24,188 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731986543333.62146e00d675bfbdc67e5827d27e2aa3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:22:24,189 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 62146e00d675bfbdc67e5827d27e2aa3, disabling compactions & flushes 2024-11-19T03:22:24,189 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731986543333.62146e00d675bfbdc67e5827d27e2aa3. 2024-11-19T03:22:24,189 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731986543333.62146e00d675bfbdc67e5827d27e2aa3. 2024-11-19T03:22:24,189 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731986543333.62146e00d675bfbdc67e5827d27e2aa3. after waiting 0 ms 2024-11-19T03:22:24,189 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731986543333.62146e00d675bfbdc67e5827d27e2aa3. 2024-11-19T03:22:24,189 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731986543333.62146e00d675bfbdc67e5827d27e2aa3. 2024-11-19T03:22:24,189 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 62146e00d675bfbdc67e5827d27e2aa3: Waiting for close lock at 1731986544189Disabling compacts and flushes for region at 1731986544189Disabling writes for close at 1731986544189Writing region close event to WAL at 1731986544189Closed at 1731986544189 2024-11-19T03:22:24,190 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T03:22:24,190 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731986543333.62146e00d675bfbdc67e5827d27e2aa3.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731986544190"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731986544190"}]},"ts":"1731986544190"} 2024-11-19T03:22:24,192 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T03:22:24,192 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T03:22:24,192 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731986544192"}]},"ts":"1731986544192"} 2024-11-19T03:22:24,194 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T03:22:24,194 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=62146e00d675bfbdc67e5827d27e2aa3, ASSIGN}] 2024-11-19T03:22:24,195 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=62146e00d675bfbdc67e5827d27e2aa3, ASSIGN 2024-11-19T03:22:24,195 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=62146e00d675bfbdc67e5827d27e2aa3, ASSIGN; state=OFFLINE, location=47efada56ed5,33191,1731986538783; forceNewPlan=false, retain=false 2024-11-19T03:22:24,346 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=62146e00d675bfbdc67e5827d27e2aa3, regionState=OPENING, regionLocation=47efada56ed5,33191,1731986538783 2024-11-19T03:22:24,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=62146e00d675bfbdc67e5827d27e2aa3, ASSIGN because future has completed 2024-11-19T03:22:24,348 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 62146e00d675bfbdc67e5827d27e2aa3, server=47efada56ed5,33191,1731986538783}] 2024-11-19T03:22:24,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T03:22:24,503 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731986543333.62146e00d675bfbdc67e5827d27e2aa3. 2024-11-19T03:22:24,503 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 62146e00d675bfbdc67e5827d27e2aa3, NAME => 'test,,1731986543333.62146e00d675bfbdc67e5827d27e2aa3.', STARTKEY => '', ENDKEY => ''} 2024-11-19T03:22:24,503 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T03:22:24,503 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T03:22:24,504 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 62146e00d675bfbdc67e5827d27e2aa3 2024-11-19T03:22:24,504 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731986543333.62146e00d675bfbdc67e5827d27e2aa3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:22:24,504 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 62146e00d675bfbdc67e5827d27e2aa3 2024-11-19T03:22:24,504 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 62146e00d675bfbdc67e5827d27e2aa3 2024-11-19T03:22:24,505 INFO [StoreOpener-62146e00d675bfbdc67e5827d27e2aa3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 62146e00d675bfbdc67e5827d27e2aa3 2024-11-19T03:22:24,506 INFO [StoreOpener-62146e00d675bfbdc67e5827d27e2aa3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62146e00d675bfbdc67e5827d27e2aa3 columnFamilyName f 2024-11-19T03:22:24,506 DEBUG [StoreOpener-62146e00d675bfbdc67e5827d27e2aa3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:22:24,506 INFO [StoreOpener-62146e00d675bfbdc67e5827d27e2aa3-1 {}] regionserver.HStore(327): Store=62146e00d675bfbdc67e5827d27e2aa3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:22:24,506 INFO [StoreOpener-62146e00d675bfbdc67e5827d27e2aa3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 62146e00d675bfbdc67e5827d27e2aa3 2024-11-19T03:22:24,507 INFO [StoreOpener-62146e00d675bfbdc67e5827d27e2aa3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62146e00d675bfbdc67e5827d27e2aa3 columnFamilyName f1 2024-11-19T03:22:24,507 DEBUG [StoreOpener-62146e00d675bfbdc67e5827d27e2aa3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:22:24,507 INFO [StoreOpener-62146e00d675bfbdc67e5827d27e2aa3-1 {}] regionserver.HStore(327): Store=62146e00d675bfbdc67e5827d27e2aa3/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:22:24,507 INFO [StoreOpener-62146e00d675bfbdc67e5827d27e2aa3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 62146e00d675bfbdc67e5827d27e2aa3 2024-11-19T03:22:24,508 INFO [StoreOpener-62146e00d675bfbdc67e5827d27e2aa3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62146e00d675bfbdc67e5827d27e2aa3 columnFamilyName norep 2024-11-19T03:22:24,508 DEBUG [StoreOpener-62146e00d675bfbdc67e5827d27e2aa3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:22:24,508 INFO [StoreOpener-62146e00d675bfbdc67e5827d27e2aa3-1 {}] regionserver.HStore(327): Store=62146e00d675bfbdc67e5827d27e2aa3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:22:24,509 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 62146e00d675bfbdc67e5827d27e2aa3 2024-11-19T03:22:24,509 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/data/default/test/62146e00d675bfbdc67e5827d27e2aa3 2024-11-19T03:22:24,509 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/data/default/test/62146e00d675bfbdc67e5827d27e2aa3 2024-11-19T03:22:24,510 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 62146e00d675bfbdc67e5827d27e2aa3 2024-11-19T03:22:24,510 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 62146e00d675bfbdc67e5827d27e2aa3 2024-11-19T03:22:24,510 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T03:22:24,511 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 62146e00d675bfbdc67e5827d27e2aa3 2024-11-19T03:22:24,513 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/data/default/test/62146e00d675bfbdc67e5827d27e2aa3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T03:22:24,513 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 62146e00d675bfbdc67e5827d27e2aa3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69193582, jitterRate=0.031064718961715698}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T03:22:24,513 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 62146e00d675bfbdc67e5827d27e2aa3 2024-11-19T03:22:24,513 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 62146e00d675bfbdc67e5827d27e2aa3: Running coprocessor pre-open hook at 1731986544504Writing region info on filesystem at 1731986544504Initializing all the Stores at 1731986544504Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986544504Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986544505 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986544505Cleaning up temporary data from old regions at 1731986544510 (+5 ms)Running coprocessor post-open hooks at 1731986544513 (+3 ms)Region opened successfully at 1731986544513 2024-11-19T03:22:24,514 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731986543333.62146e00d675bfbdc67e5827d27e2aa3., pid=6, masterSystemTime=1731986544500 2024-11-19T03:22:24,515 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731986543333.62146e00d675bfbdc67e5827d27e2aa3. 2024-11-19T03:22:24,515 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731986543333.62146e00d675bfbdc67e5827d27e2aa3. 2024-11-19T03:22:24,515 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=62146e00d675bfbdc67e5827d27e2aa3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=47efada56ed5,33191,1731986538783 2024-11-19T03:22:24,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 62146e00d675bfbdc67e5827d27e2aa3, server=47efada56ed5,33191,1731986538783 because future has completed 2024-11-19T03:22:24,519 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T03:22:24,519 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 62146e00d675bfbdc67e5827d27e2aa3, server=47efada56ed5,33191,1731986538783 in 170 msec 2024-11-19T03:22:24,520 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T03:22:24,520 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=62146e00d675bfbdc67e5827d27e2aa3, ASSIGN in 325 msec 2024-11-19T03:22:24,521 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T03:22:24,521 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731986544521"}]},"ts":"1731986544521"} 2024-11-19T03:22:24,522 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T03:22:24,523 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T03:22:24,524 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1900 sec 2024-11-19T03:22:25,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T03:22:25,479 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T03:22:25,479 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fd446d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:22:25,480 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,44911,-1 for getting cluster id 2024-11-19T03:22:25,480 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:22:25,480 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '090c9bef-b53d-4de7-97ab-9b0cdccd4c55' 2024-11-19T03:22:25,480 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:22:25,481 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "090c9bef-b53d-4de7-97ab-9b0cdccd4c55" 2024-11-19T03:22:25,481 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68a7fe40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:22:25,481 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,44911,-1] 2024-11-19T03:22:25,481 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:22:25,481 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:22:25,482 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:22:25,482 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@273915b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:22:25,483 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T03:22:25,484 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 47efada56ed5,44911,1731986527796 2024-11-19T03:22:25,484 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@56af2025 2024-11-19T03:22:25,484 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T03:22:25,485 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T03:22:25,485 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44911 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://47efada56ed5:38235,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T03:22:25,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44911 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T03:22:25,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44911 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T03:22:25,488 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='47efada56ed5:38235' 2024-11-19T03:22:25,490 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@251f0727, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:22:25,490 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,38235,-1 for getting cluster id 2024-11-19T03:22:25,490 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:22:25,490 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '80dbf8f9-9ad1-4127-b61a-1ed522fb80e5' 2024-11-19T03:22:25,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:22:25,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "80dbf8f9-9ad1-4127-b61a-1ed522fb80e5" 2024-11-19T03:22:25,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dc7101c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:22:25,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,38235,-1] 2024-11-19T03:22:25,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:22:25,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:22:25,492 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:22:25,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5148ad23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:22:25,493 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T03:22:25,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 47efada56ed5,38235,1731986534528 2024-11-19T03:22:25,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@56331e3d 2024-11-19T03:22:25,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T03:22:25,494 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T03:22:25,495 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-19T03:22:25,495 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T03:22:25,495 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:22:25,496 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:22:25,496 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:22:25,496 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T03:22:25,497 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T03:22:25,499 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T03:22:25,499 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:22:25,500 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T03:22:25,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43787 is added to blk_1073741837_1013 (size=1138) 2024-11-19T03:22:25,547 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T03:22:25,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44911 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T03:22:25,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44911 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T03:22:25,923 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b9a5271128694c2b547a4f976279af10, NAME => 'hbase:replication,,1731986545496.b9a5271128694c2b547a4f976279af10.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a 2024-11-19T03:22:26,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43787 is added to blk_1073741838_1014 (size=44) 2024-11-19T03:22:26,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44911 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T03:22:26,411 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731986545496.b9a5271128694c2b547a4f976279af10.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:22:26,411 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b9a5271128694c2b547a4f976279af10, disabling compactions & flushes 2024-11-19T03:22:26,411 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731986545496.b9a5271128694c2b547a4f976279af10. 2024-11-19T03:22:26,411 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731986545496.b9a5271128694c2b547a4f976279af10. 2024-11-19T03:22:26,411 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731986545496.b9a5271128694c2b547a4f976279af10. after waiting 0 ms 2024-11-19T03:22:26,411 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731986545496.b9a5271128694c2b547a4f976279af10. 2024-11-19T03:22:26,411 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731986545496.b9a5271128694c2b547a4f976279af10. 2024-11-19T03:22:26,411 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b9a5271128694c2b547a4f976279af10: Waiting for close lock at 1731986546411Disabling compacts and flushes for region at 1731986546411Disabling writes for close at 1731986546411Writing region close event to WAL at 1731986546411Closed at 1731986546411 2024-11-19T03:22:26,412 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T03:22:26,412 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731986545496.b9a5271128694c2b547a4f976279af10.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731986546412"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731986546412"}]},"ts":"1731986546412"} 2024-11-19T03:22:26,414 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T03:22:26,415 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T03:22:26,415 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731986546415"}]},"ts":"1731986546415"} 2024-11-19T03:22:26,417 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T03:22:26,417 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b9a5271128694c2b547a4f976279af10, ASSIGN}] 2024-11-19T03:22:26,418 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b9a5271128694c2b547a4f976279af10, ASSIGN 2024-11-19T03:22:26,419 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b9a5271128694c2b547a4f976279af10, ASSIGN; state=OFFLINE, location=47efada56ed5,41409,1731986527987; forceNewPlan=false, retain=false 2024-11-19T03:22:26,486 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-19T03:22:26,487 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-19T03:22:26,487 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T03:22:26,487 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-19T03:22:26,569 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b9a5271128694c2b547a4f976279af10, regionState=OPENING, regionLocation=47efada56ed5,41409,1731986527987 2024-11-19T03:22:26,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b9a5271128694c2b547a4f976279af10, ASSIGN because future has completed 2024-11-19T03:22:26,572 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b9a5271128694c2b547a4f976279af10, server=47efada56ed5,41409,1731986527987}] 2024-11-19T03:22:26,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44911 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T03:22:26,727 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731986545496.b9a5271128694c2b547a4f976279af10. 2024-11-19T03:22:26,727 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T03:22:26,727 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T03:22:26,728 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=47efada56ed5%2C41409%2C1731986527987.rep, suffix=, logDir=hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/WALs/47efada56ed5,41409,1731986527987, archiveDir=hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/oldWALs, maxLogs=10 2024-11-19T03:22:26,740 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/WALs/47efada56ed5,41409,1731986527987/47efada56ed5%2C41409%2C1731986527987.rep.1731986546728, exclude list is [], retry=0 2024-11-19T03:22:26,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43787,DS-e57a6c0f-f1d6-4b31-9047-44c247ccf0fb,DISK] 2024-11-19T03:22:26,743 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/WALs/47efada56ed5,41409,1731986527987/47efada56ed5%2C41409%2C1731986527987.rep.1731986546728 2024-11-19T03:22:26,744 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45887:45887)] 2024-11-19T03:22:26,744 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b9a5271128694c2b547a4f976279af10, NAME => 'hbase:replication,,1731986545496.b9a5271128694c2b547a4f976279af10.', STARTKEY => '', ENDKEY => ''} 2024-11-19T03:22:26,744 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T03:22:26,744 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T03:22:26,744 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731986545496.b9a5271128694c2b547a4f976279af10. service=MultiRowMutationService 2024-11-19T03:22:26,744 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T03:22:26,744 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b9a5271128694c2b547a4f976279af10 2024-11-19T03:22:26,744 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731986545496.b9a5271128694c2b547a4f976279af10.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:22:26,744 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b9a5271128694c2b547a4f976279af10 2024-11-19T03:22:26,744 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b9a5271128694c2b547a4f976279af10 2024-11-19T03:22:26,748 INFO [StoreOpener-b9a5271128694c2b547a4f976279af10-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b9a5271128694c2b547a4f976279af10 2024-11-19T03:22:26,749 INFO [StoreOpener-b9a5271128694c2b547a4f976279af10-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b9a5271128694c2b547a4f976279af10 columnFamilyName hfileref 2024-11-19T03:22:26,750 DEBUG [StoreOpener-b9a5271128694c2b547a4f976279af10-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:22:26,750 INFO [StoreOpener-b9a5271128694c2b547a4f976279af10-1 {}] regionserver.HStore(327): Store=b9a5271128694c2b547a4f976279af10/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:22:26,750 INFO [StoreOpener-b9a5271128694c2b547a4f976279af10-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b9a5271128694c2b547a4f976279af10 2024-11-19T03:22:26,751 INFO [StoreOpener-b9a5271128694c2b547a4f976279af10-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b9a5271128694c2b547a4f976279af10 columnFamilyName queue 2024-11-19T03:22:26,751 DEBUG [StoreOpener-b9a5271128694c2b547a4f976279af10-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:22:26,751 INFO [StoreOpener-b9a5271128694c2b547a4f976279af10-1 {}] regionserver.HStore(327): Store=b9a5271128694c2b547a4f976279af10/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:22:26,752 INFO [StoreOpener-b9a5271128694c2b547a4f976279af10-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b9a5271128694c2b547a4f976279af10 2024-11-19T03:22:26,752 INFO [StoreOpener-b9a5271128694c2b547a4f976279af10-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b9a5271128694c2b547a4f976279af10 columnFamilyName sid 2024-11-19T03:22:26,752 DEBUG [StoreOpener-b9a5271128694c2b547a4f976279af10-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:22:26,753 INFO [StoreOpener-b9a5271128694c2b547a4f976279af10-1 {}] regionserver.HStore(327): Store=b9a5271128694c2b547a4f976279af10/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:22:26,753 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b9a5271128694c2b547a4f976279af10 2024-11-19T03:22:26,753 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/data/hbase/replication/b9a5271128694c2b547a4f976279af10 2024-11-19T03:22:26,753 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/data/hbase/replication/b9a5271128694c2b547a4f976279af10 2024-11-19T03:22:26,754 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b9a5271128694c2b547a4f976279af10 2024-11-19T03:22:26,754 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b9a5271128694c2b547a4f976279af10 2024-11-19T03:22:26,755 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T03:22:26,755 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b9a5271128694c2b547a4f976279af10 2024-11-19T03:22:26,757 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/data/hbase/replication/b9a5271128694c2b547a4f976279af10/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T03:22:26,757 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened b9a5271128694c2b547a4f976279af10; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61026086, jitterRate=-0.09064045548439026}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T03:22:26,757 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b9a5271128694c2b547a4f976279af10 2024-11-19T03:22:26,757 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b9a5271128694c2b547a4f976279af10: Running coprocessor pre-open hook at 1731986546745Writing region info on filesystem at 1731986546745Initializing all the Stores at 1731986546745Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986546745Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986546748 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986546748Cleaning up temporary data from old regions at 1731986546754 (+6 ms)Running coprocessor post-open hooks at 1731986546757 (+3 ms)Region opened successfully at 1731986546757 2024-11-19T03:22:26,758 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731986545496.b9a5271128694c2b547a4f976279af10., pid=10, masterSystemTime=1731986546723 2024-11-19T03:22:26,760 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731986545496.b9a5271128694c2b547a4f976279af10. 2024-11-19T03:22:26,760 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731986545496.b9a5271128694c2b547a4f976279af10. 2024-11-19T03:22:26,761 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b9a5271128694c2b547a4f976279af10, regionState=OPEN, openSeqNum=2, regionLocation=47efada56ed5,41409,1731986527987 2024-11-19T03:22:26,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b9a5271128694c2b547a4f976279af10, server=47efada56ed5,41409,1731986527987 because future has completed 2024-11-19T03:22:26,764 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T03:22:26,764 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b9a5271128694c2b547a4f976279af10, server=47efada56ed5,41409,1731986527987 in 191 msec 2024-11-19T03:22:26,766 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-19T03:22:26,766 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b9a5271128694c2b547a4f976279af10, ASSIGN in 347 msec 2024-11-19T03:22:26,767 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T03:22:26,767 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731986546767"}]},"ts":"1731986546767"} 2024-11-19T03:22:26,768 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T03:22:26,769 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T03:22:26,770 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2730 sec 2024-11-19T03:22:26,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731986545496.b9a5271128694c2b547a4f976279af10., hostname=47efada56ed5,41409,1731986527987, seqNum=2] 2024-11-19T03:22:26,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44911-0x101511d092a0000, quorum=127.0.0.1:55506, baseZNode=/0-451862045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-451862045 2024-11-19T03:22:26,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41409-0x101511d092a0001, quorum=127.0.0.1:55506, baseZNode=/0-451862045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-451862045 2024-11-19T03:22:26,890 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T03:22:27,043 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41409 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-19T03:22:27,043 INFO [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T03:22:27,090 INFO [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-47efada56ed5,41409,1731986527987, ReplicationSource: 1, currentBandwidth=0 2024-11-19T03:22:27,092 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:22:27,093 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,41409,1731986527987, seqNum=-1] 2024-11-19T03:22:27,093 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:22:27,094 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57975, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-19T03:22:27,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-47efada56ed5,41409,1731986527987', locateType=CURRENT is [region=hbase:replication,,1731986545496.b9a5271128694c2b547a4f976279af10., hostname=47efada56ed5,41409,1731986527987, seqNum=2] 2024-11-19T03:22:27,104 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-19T03:22:27,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44911 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-19T03:22:27,108 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 47efada56ed5,41409,1731986527987 suceeded 2024-11-19T03:22:27,112 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-19T03:22:27,112 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 218 msec 2024-11-19T03:22:27,113 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://47efada56ed5:38235,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T03:22:27,115 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6280 sec 2024-11-19T03:22:27,134 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,41409,1731986527987 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='47efada56ed5:38235' 2024-11-19T03:22:27,143 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,41409,1731986527987 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@441e703d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:22:27,143 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,41409,1731986527987 {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,38235,-1 for getting cluster id 2024-11-19T03:22:27,143 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,41409,1731986527987 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:22:27,144 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '80dbf8f9-9ad1-4127-b61a-1ed522fb80e5' 2024-11-19T03:22:27,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:22:27,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "80dbf8f9-9ad1-4127-b61a-1ed522fb80e5" 2024-11-19T03:22:27,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@742ddb27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:22:27,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,38235,-1] 2024-11-19T03:22:27,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:22:27,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:22:27,146 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:22:27,146 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,41409,1731986527987 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@36dd4350, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:22:27,146 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,41409,1731986527987 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T03:22:27,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 47efada56ed5,38235,1731986534528 2024-11-19T03:22:27,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@11728796 2024-11-19T03:22:27,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T03:22:27,148 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-19T03:22:27,149 INFO [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,41409,1731986527987 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-47efada56ed5,41409,1731986527987 (queues=1) is replicating from cluster=090c9bef-b53d-4de7-97ab-9b0cdccd4c55 to cluster=80dbf8f9-9ad1-4127-b61a-1ed522fb80e5 2024-11-19T03:22:27,149 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,41409,1731986527987 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=47efada56ed5%2C41409%2C1731986527987 2024-11-19T03:22:27,149 INFO [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,41409,1731986527987 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-47efada56ed5,41409,1731986527987, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T03:22:27,156 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,41409,1731986527987.replicationSource.wal-reader.47efada56ed5%2C41409%2C1731986527987,1-47efada56ed5,41409,1731986527987 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/WALs/47efada56ed5,41409,1731986527987/47efada56ed5%2C41409%2C1731986527987.1731986530930, startPosition=0, beingWritten=true 2024-11-19T03:22:27,172 INFO [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,41409,1731986527987.replicationSource.shipper47efada56ed5%2C41409%2C1731986527987,1-47efada56ed5,41409,1731986527987 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 47efada56ed5%2C41409%2C1731986527987 2024-11-19T03:22:27,178 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,41409,1731986527987.replicationSource.wal-reader.47efada56ed5%2C41409%2C1731986527987,1-47efada56ed5,41409,1731986527987 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T03:22:27,178 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,41409,1731986527987.replicationSource.wal-reader.47efada56ed5%2C41409%2C1731986527987,1-47efada56ed5,41409,1731986527987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/WALs/47efada56ed5,41409,1731986527987/47efada56ed5%2C41409%2C1731986527987.1731986530930 to pos 379, reset compression=false 2024-11-19T03:22:27,178 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,41409,1731986527987.replicationSource.shipper47efada56ed5%2C41409%2C1731986527987,1-47efada56ed5,41409,1731986527987 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-47efada56ed5,41409,1731986527987 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/WALs/47efada56ed5,41409,1731986527987/47efada56ed5%2C41409%2C1731986527987.1731986530930, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T03:22:27,304 DEBUG [master/47efada56ed5:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=10, created chunk count=34, reused chunk count=118, reuseRatio=77.63% 2024-11-19T03:22:27,305 DEBUG [master/47efada56ed5:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-19T03:22:27,389 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,41409,1731986527987.replicationSource.wal-reader.47efada56ed5%2C41409%2C1731986527987,1-47efada56ed5,41409,1731986527987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/WALs/47efada56ed5,41409,1731986527987/47efada56ed5%2C41409%2C1731986527987.1731986530930 to pos 379, reset compression=false 2024-11-19T03:22:27,440 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T03:22:27,448 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:27,449 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:27,449 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:27,449 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:27,449 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:27,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:27,533 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:27,533 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:27,534 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:27,534 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:27,535 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:27,544 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:27,549 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:27,549 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:27,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44911 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T03:22:27,639 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T03:22:27,640 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T03:22:27,640 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:22:27,640 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:22:27,640 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:22:27,640 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:22:27,641 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e15b5fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:22:27,641 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,38235,-1 for getting cluster id 2024-11-19T03:22:27,641 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:22:27,642 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '80dbf8f9-9ad1-4127-b61a-1ed522fb80e5' 2024-11-19T03:22:27,642 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:22:27,642 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "80dbf8f9-9ad1-4127-b61a-1ed522fb80e5" 2024-11-19T03:22:27,642 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39f722ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:22:27,642 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,38235,-1] 2024-11-19T03:22:27,643 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:22:27,643 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:22:27,643 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:22:27,644 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@92af96c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:22:27,644 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T03:22:27,645 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 47efada56ed5,38235,1731986534528 2024-11-19T03:22:27,645 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1be3861e 2024-11-19T03:22:27,645 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T03:22:27,646 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T03:22:27,647 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38235 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://47efada56ed5:43629,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T03:22:27,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38235 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T03:22:27,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38235 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T03:22:27,649 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='47efada56ed5:43629' 2024-11-19T03:22:27,651 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@522aab7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:22:27,651 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,43629,-1 for getting cluster id 2024-11-19T03:22:27,651 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:22:27,651 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c841a3ce-2eb5-40c3-a14d-896760a358cd' 2024-11-19T03:22:27,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:22:27,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c841a3ce-2eb5-40c3-a14d-896760a358cd" 2024-11-19T03:22:27,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53428fbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:22:27,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,43629,-1] 2024-11-19T03:22:27,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:22:27,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:22:27,653 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:22:27,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@307ced8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:22:27,653 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T03:22:27,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 47efada56ed5,43629,1731986538644 2024-11-19T03:22:27,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@315908b1 2024-11-19T03:22:27,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T03:22:27,655 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T03:22:27,655 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-19T03:22:27,656 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T03:22:27,656 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:22:27,656 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:22:27,656 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:22:27,656 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T03:22:27,657 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T03:22:27,658 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T03:22:27,658 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:22:27,659 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T03:22:27,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40063 is added to blk_1073741837_1013 (size=1138) 2024-11-19T03:22:27,671 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a1d23e9c8dbc21c520778d375e4d39c2, NAME => 'hbase:replication,,1731986547656.a1d23e9c8dbc21c520778d375e4d39c2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd 2024-11-19T03:22:27,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40063 is added to blk_1073741838_1014 (size=44) 2024-11-19T03:22:27,698 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,41409,1731986527987.replicationSource.wal-reader.47efada56ed5%2C41409%2C1731986527987,1-47efada56ed5,41409,1731986527987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/WALs/47efada56ed5,41409,1731986527987/47efada56ed5%2C41409%2C1731986527987.1731986530930 to pos 379, reset compression=false 2024-11-19T03:22:27,707 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T03:22:27,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38235 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T03:22:27,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38235 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T03:22:28,090 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731986547656.a1d23e9c8dbc21c520778d375e4d39c2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:22:28,091 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a1d23e9c8dbc21c520778d375e4d39c2, disabling compactions & flushes 2024-11-19T03:22:28,091 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731986547656.a1d23e9c8dbc21c520778d375e4d39c2. 2024-11-19T03:22:28,091 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731986547656.a1d23e9c8dbc21c520778d375e4d39c2. 2024-11-19T03:22:28,091 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731986547656.a1d23e9c8dbc21c520778d375e4d39c2. after waiting 0 ms 2024-11-19T03:22:28,091 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731986547656.a1d23e9c8dbc21c520778d375e4d39c2. 2024-11-19T03:22:28,091 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731986547656.a1d23e9c8dbc21c520778d375e4d39c2. 2024-11-19T03:22:28,091 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a1d23e9c8dbc21c520778d375e4d39c2: Waiting for close lock at 1731986548091Disabling compacts and flushes for region at 1731986548091Disabling writes for close at 1731986548091Writing region close event to WAL at 1731986548091Closed at 1731986548091 2024-11-19T03:22:28,092 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T03:22:28,092 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731986547656.a1d23e9c8dbc21c520778d375e4d39c2.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731986548092"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731986548092"}]},"ts":"1731986548092"} 2024-11-19T03:22:28,094 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T03:22:28,095 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T03:22:28,095 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731986548095"}]},"ts":"1731986548095"} 2024-11-19T03:22:28,097 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T03:22:28,097 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a1d23e9c8dbc21c520778d375e4d39c2, ASSIGN}] 2024-11-19T03:22:28,098 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a1d23e9c8dbc21c520778d375e4d39c2, ASSIGN 2024-11-19T03:22:28,098 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a1d23e9c8dbc21c520778d375e4d39c2, ASSIGN; state=OFFLINE, location=47efada56ed5,34769,1731986534727; forceNewPlan=false, retain=false 2024-11-19T03:22:28,101 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,41409,1731986527987.replicationSource.wal-reader.47efada56ed5%2C41409%2C1731986527987,1-47efada56ed5,41409,1731986527987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/WALs/47efada56ed5,41409,1731986527987/47efada56ed5%2C41409%2C1731986527987.1731986530930 to pos 379, reset compression=false 2024-11-19T03:22:28,249 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a1d23e9c8dbc21c520778d375e4d39c2, regionState=OPENING, regionLocation=47efada56ed5,34769,1731986534727 2024-11-19T03:22:28,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a1d23e9c8dbc21c520778d375e4d39c2, ASSIGN because future has completed 2024-11-19T03:22:28,251 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a1d23e9c8dbc21c520778d375e4d39c2, server=47efada56ed5,34769,1731986534727}] 2024-11-19T03:22:28,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38235 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T03:22:28,406 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731986547656.a1d23e9c8dbc21c520778d375e4d39c2. 2024-11-19T03:22:28,406 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T03:22:28,407 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T03:22:28,408 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=47efada56ed5%2C34769%2C1731986534727.rep, suffix=, logDir=hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/WALs/47efada56ed5,34769,1731986534727, archiveDir=hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/oldWALs, maxLogs=10 2024-11-19T03:22:28,422 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/WALs/47efada56ed5,34769,1731986534727/47efada56ed5%2C34769%2C1731986534727.rep.1731986548408, exclude list is [], retry=0 2024-11-19T03:22:28,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40063,DS-e0d4bfb0-0bb7-4072-aec5-9345c271d7a1,DISK] 2024-11-19T03:22:28,425 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/WALs/47efada56ed5,34769,1731986534727/47efada56ed5%2C34769%2C1731986534727.rep.1731986548408 2024-11-19T03:22:28,426 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37049:37049)] 2024-11-19T03:22:28,426 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => a1d23e9c8dbc21c520778d375e4d39c2, NAME => 'hbase:replication,,1731986547656.a1d23e9c8dbc21c520778d375e4d39c2.', STARTKEY => '', ENDKEY => ''} 2024-11-19T03:22:28,426 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T03:22:28,426 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T03:22:28,426 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731986547656.a1d23e9c8dbc21c520778d375e4d39c2. service=MultiRowMutationService 2024-11-19T03:22:28,426 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T03:22:28,426 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a1d23e9c8dbc21c520778d375e4d39c2 2024-11-19T03:22:28,426 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731986547656.a1d23e9c8dbc21c520778d375e4d39c2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:22:28,427 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for a1d23e9c8dbc21c520778d375e4d39c2 2024-11-19T03:22:28,427 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for a1d23e9c8dbc21c520778d375e4d39c2 2024-11-19T03:22:28,428 INFO [StoreOpener-a1d23e9c8dbc21c520778d375e4d39c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a1d23e9c8dbc21c520778d375e4d39c2 2024-11-19T03:22:28,429 INFO [StoreOpener-a1d23e9c8dbc21c520778d375e4d39c2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a1d23e9c8dbc21c520778d375e4d39c2 columnFamilyName hfileref 2024-11-19T03:22:28,429 DEBUG [StoreOpener-a1d23e9c8dbc21c520778d375e4d39c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:22:28,429 INFO [StoreOpener-a1d23e9c8dbc21c520778d375e4d39c2-1 {}] regionserver.HStore(327): Store=a1d23e9c8dbc21c520778d375e4d39c2/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:22:28,429 INFO [StoreOpener-a1d23e9c8dbc21c520778d375e4d39c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a1d23e9c8dbc21c520778d375e4d39c2 2024-11-19T03:22:28,430 INFO [StoreOpener-a1d23e9c8dbc21c520778d375e4d39c2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a1d23e9c8dbc21c520778d375e4d39c2 columnFamilyName queue 2024-11-19T03:22:28,430 DEBUG [StoreOpener-a1d23e9c8dbc21c520778d375e4d39c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:22:28,431 INFO [StoreOpener-a1d23e9c8dbc21c520778d375e4d39c2-1 {}] regionserver.HStore(327): Store=a1d23e9c8dbc21c520778d375e4d39c2/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:22:28,431 INFO [StoreOpener-a1d23e9c8dbc21c520778d375e4d39c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a1d23e9c8dbc21c520778d375e4d39c2 2024-11-19T03:22:28,431 INFO [StoreOpener-a1d23e9c8dbc21c520778d375e4d39c2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a1d23e9c8dbc21c520778d375e4d39c2 columnFamilyName sid 2024-11-19T03:22:28,432 DEBUG [StoreOpener-a1d23e9c8dbc21c520778d375e4d39c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:22:28,432 INFO [StoreOpener-a1d23e9c8dbc21c520778d375e4d39c2-1 {}] regionserver.HStore(327): Store=a1d23e9c8dbc21c520778d375e4d39c2/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:22:28,432 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for a1d23e9c8dbc21c520778d375e4d39c2 2024-11-19T03:22:28,433 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/data/hbase/replication/a1d23e9c8dbc21c520778d375e4d39c2 2024-11-19T03:22:28,433 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/data/hbase/replication/a1d23e9c8dbc21c520778d375e4d39c2 2024-11-19T03:22:28,434 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for a1d23e9c8dbc21c520778d375e4d39c2 2024-11-19T03:22:28,434 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for a1d23e9c8dbc21c520778d375e4d39c2 2024-11-19T03:22:28,434 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T03:22:28,435 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for a1d23e9c8dbc21c520778d375e4d39c2 2024-11-19T03:22:28,436 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/data/hbase/replication/a1d23e9c8dbc21c520778d375e4d39c2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T03:22:28,437 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened a1d23e9c8dbc21c520778d375e4d39c2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61586979, jitterRate=-0.08228249847888947}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T03:22:28,437 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a1d23e9c8dbc21c520778d375e4d39c2 2024-11-19T03:22:28,437 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for a1d23e9c8dbc21c520778d375e4d39c2: Running coprocessor pre-open hook at 1731986548427Writing region info on filesystem at 1731986548427Initializing all the Stores at 1731986548427Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986548427Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986548428 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986548428Cleaning up temporary data from old regions at 1731986548434 (+6 ms)Running coprocessor post-open hooks at 1731986548437 (+3 ms)Region opened successfully at 1731986548437 2024-11-19T03:22:28,437 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731986547656.a1d23e9c8dbc21c520778d375e4d39c2., pid=10, masterSystemTime=1731986548403 2024-11-19T03:22:28,439 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731986547656.a1d23e9c8dbc21c520778d375e4d39c2. 2024-11-19T03:22:28,439 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731986547656.a1d23e9c8dbc21c520778d375e4d39c2. 2024-11-19T03:22:28,439 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a1d23e9c8dbc21c520778d375e4d39c2, regionState=OPEN, openSeqNum=2, regionLocation=47efada56ed5,34769,1731986534727 2024-11-19T03:22:28,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a1d23e9c8dbc21c520778d375e4d39c2, server=47efada56ed5,34769,1731986534727 because future has completed 2024-11-19T03:22:28,443 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T03:22:28,443 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a1d23e9c8dbc21c520778d375e4d39c2, server=47efada56ed5,34769,1731986534727 in 191 msec 2024-11-19T03:22:28,445 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-19T03:22:28,445 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a1d23e9c8dbc21c520778d375e4d39c2, ASSIGN in 346 msec 2024-11-19T03:22:28,445 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T03:22:28,445 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731986548445"}]},"ts":"1731986548445"} 2024-11-19T03:22:28,447 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T03:22:28,448 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T03:22:28,449 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 792 msec 2024-11-19T03:22:28,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731986547656.a1d23e9c8dbc21c520778d375e4d39c2., hostname=47efada56ed5,34769,1731986534727, seqNum=2] 2024-11-19T03:22:28,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34769-0x101511d092a0004, quorum=127.0.0.1:55506, baseZNode=/1-249394125 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-249394125 2024-11-19T03:22:28,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38235-0x101511d092a0003, quorum=127.0.0.1:55506, baseZNode=/1-249394125 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-249394125 2024-11-19T03:22:28,584 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T03:22:28,611 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,41409,1731986527987.replicationSource.wal-reader.47efada56ed5%2C41409%2C1731986527987,1-47efada56ed5,41409,1731986527987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/WALs/47efada56ed5,41409,1731986527987/47efada56ed5%2C41409%2C1731986527987.1731986530930 to pos 379, reset compression=false 2024-11-19T03:22:28,737 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34769 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-19T03:22:28,738 INFO [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T03:22:28,771 INFO [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-47efada56ed5,34769,1731986534727, ReplicationSource: 1, currentBandwidth=0 2024-11-19T03:22:28,771 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:22:28,771 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,34769,1731986534727, seqNum=-1] 2024-11-19T03:22:28,772 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:22:28,772 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40045, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-19T03:22:28,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-47efada56ed5,34769,1731986534727', locateType=CURRENT is [region=hbase:replication,,1731986547656.a1d23e9c8dbc21c520778d375e4d39c2., hostname=47efada56ed5,34769,1731986534727, seqNum=2] 2024-11-19T03:22:28,776 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-19T03:22:28,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38235 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-19T03:22:28,778 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 47efada56ed5,34769,1731986534727 suceeded 2024-11-19T03:22:28,780 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-19T03:22:28,780 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://47efada56ed5:43629,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T03:22:28,780 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 194 msec 2024-11-19T03:22:28,780 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-19T03:22:28,781 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1330 sec 2024-11-19T03:22:28,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38235 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T03:22:28,789 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T03:22:28,789 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T03:22:28,789 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:22:28,789 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:22:28,789 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:22:28,789 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:22:28,790 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12ccde26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:22:28,790 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,43629,-1 for getting cluster id 2024-11-19T03:22:28,790 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:22:28,791 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c841a3ce-2eb5-40c3-a14d-896760a358cd' 2024-11-19T03:22:28,791 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:22:28,791 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c841a3ce-2eb5-40c3-a14d-896760a358cd" 2024-11-19T03:22:28,791 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@688a7eb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:22:28,791 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,43629,-1] 2024-11-19T03:22:28,792 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:22:28,792 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,34769,1731986534727 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='47efada56ed5:43629' 2024-11-19T03:22:28,792 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:22:28,792 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:22:28,793 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e913644, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:22:28,793 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T03:22:28,793 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,34769,1731986534727 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5beef9b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:22:28,793 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,34769,1731986534727 {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,43629,-1 for getting cluster id 2024-11-19T03:22:28,793 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,34769,1731986534727 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:22:28,794 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c841a3ce-2eb5-40c3-a14d-896760a358cd' 2024-11-19T03:22:28,794 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 47efada56ed5,43629,1731986538644 2024-11-19T03:22:28,794 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7b2bc44e 2024-11-19T03:22:28,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:22:28,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c841a3ce-2eb5-40c3-a14d-896760a358cd" 2024-11-19T03:22:28,794 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T03:22:28,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8cf0fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:22:28,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,43629,-1] 2024-11-19T03:22:28,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:22:28,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:22:28,795 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T03:22:28,795 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:22:28,795 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://47efada56ed5:38235,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T03:22:28,796 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,34769,1731986534727 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30b8416d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:22:28,796 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,34769,1731986534727 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T03:22:28,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T03:22:28,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 47efada56ed5,43629,1731986538644 2024-11-19T03:22:28,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f77b17e 2024-11-19T03:22:28,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T03:22:28,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T03:22:28,797 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-19T03:22:28,798 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='47efada56ed5:38235' 2024-11-19T03:22:28,798 INFO [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,34769,1731986534727 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-47efada56ed5,34769,1731986534727 (queues=1) is replicating from cluster=80dbf8f9-9ad1-4127-b61a-1ed522fb80e5 to cluster=c841a3ce-2eb5-40c3-a14d-896760a358cd 2024-11-19T03:22:28,798 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,34769,1731986534727 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=47efada56ed5%2C34769%2C1731986534727 2024-11-19T03:22:28,798 INFO [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,34769,1731986534727 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-47efada56ed5,34769,1731986534727, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T03:22:28,799 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,34769,1731986534727.replicationSource.wal-reader.47efada56ed5%2C34769%2C1731986534727,1-47efada56ed5,34769,1731986534727 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/WALs/47efada56ed5,34769,1731986534727/47efada56ed5%2C34769%2C1731986534727.1731986535375, startPosition=0, beingWritten=true 2024-11-19T03:22:28,799 INFO [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,34769,1731986534727.replicationSource.shipper47efada56ed5%2C34769%2C1731986534727,1-47efada56ed5,34769,1731986534727 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 47efada56ed5%2C34769%2C1731986534727 2024-11-19T03:22:28,799 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@314b0b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:22:28,799 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,38235,-1 for getting cluster id 2024-11-19T03:22:28,799 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:22:28,800 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '80dbf8f9-9ad1-4127-b61a-1ed522fb80e5' 2024-11-19T03:22:28,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:22:28,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "80dbf8f9-9ad1-4127-b61a-1ed522fb80e5" 2024-11-19T03:22:28,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48fa5c16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:22:28,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,38235,-1] 2024-11-19T03:22:28,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:22:28,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:22:28,801 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:22:28,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fe78484, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:22:28,801 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T03:22:28,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 47efada56ed5,38235,1731986534528 2024-11-19T03:22:28,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f5329d5 2024-11-19T03:22:28,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T03:22:28,803 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T03:22:28,803 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-19T03:22:28,803 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T03:22:28,803 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:22:28,803 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:22:28,803 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:22:28,804 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T03:22:28,805 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T03:22:28,805 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T03:22:28,805 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:22:28,806 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T03:22:28,810 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,34769,1731986534727.replicationSource.wal-reader.47efada56ed5%2C34769%2C1731986534727,1-47efada56ed5,34769,1731986534727 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T03:22:28,810 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,34769,1731986534727.replicationSource.wal-reader.47efada56ed5%2C34769%2C1731986534727,1-47efada56ed5,34769,1731986534727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/WALs/47efada56ed5,34769,1731986534727/47efada56ed5%2C34769%2C1731986534727.1731986535375 to pos 379, reset compression=false 2024-11-19T03:22:28,810 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,34769,1731986534727.replicationSource.shipper47efada56ed5%2C34769%2C1731986534727,1-47efada56ed5,34769,1731986534727 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-47efada56ed5,34769,1731986534727 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/WALs/47efada56ed5,34769,1731986534727/47efada56ed5%2C34769%2C1731986534727.1731986535375, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T03:22:28,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38825 is added to blk_1073741837_1013 (size=1138) 2024-11-19T03:22:28,855 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T03:22:28,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T03:22:29,013 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,34769,1731986534727.replicationSource.wal-reader.47efada56ed5%2C34769%2C1731986534727,1-47efada56ed5,34769,1731986534727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/WALs/47efada56ed5,34769,1731986534727/47efada56ed5%2C34769%2C1731986534727.1731986535375 to pos 379, reset compression=false 2024-11-19T03:22:29,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T03:22:29,215 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,41409,1731986527987.replicationSource.wal-reader.47efada56ed5%2C41409%2C1731986527987,1-47efada56ed5,41409,1731986527987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/WALs/47efada56ed5,41409,1731986527987/47efada56ed5%2C41409%2C1731986527987.1731986530930 to pos 379, reset compression=false 2024-11-19T03:22:29,244 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1dd64a0558ad6bbdd2d73a4c17643903, NAME => 'hbase:replication,,1731986548803.1dd64a0558ad6bbdd2d73a4c17643903.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35 2024-11-19T03:22:29,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38825 is added to blk_1073741838_1014 (size=44) 2024-11-19T03:22:29,319 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,34769,1731986534727.replicationSource.wal-reader.47efada56ed5%2C34769%2C1731986534727,1-47efada56ed5,34769,1731986534727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/WALs/47efada56ed5,34769,1731986534727/47efada56ed5%2C34769%2C1731986534727.1731986535375 to pos 379, reset compression=false 2024-11-19T03:22:29,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T03:22:29,649 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731986548803.1dd64a0558ad6bbdd2d73a4c17643903.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:22:29,649 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 1dd64a0558ad6bbdd2d73a4c17643903, disabling compactions & flushes 2024-11-19T03:22:29,649 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731986548803.1dd64a0558ad6bbdd2d73a4c17643903. 2024-11-19T03:22:29,649 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731986548803.1dd64a0558ad6bbdd2d73a4c17643903. 2024-11-19T03:22:29,649 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731986548803.1dd64a0558ad6bbdd2d73a4c17643903. after waiting 0 ms 2024-11-19T03:22:29,649 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731986548803.1dd64a0558ad6bbdd2d73a4c17643903. 2024-11-19T03:22:29,649 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731986548803.1dd64a0558ad6bbdd2d73a4c17643903. 2024-11-19T03:22:29,649 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1dd64a0558ad6bbdd2d73a4c17643903: Waiting for close lock at 1731986549649Disabling compacts and flushes for region at 1731986549649Disabling writes for close at 1731986549649Writing region close event to WAL at 1731986549649Closed at 1731986549649 2024-11-19T03:22:29,650 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T03:22:29,650 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731986548803.1dd64a0558ad6bbdd2d73a4c17643903.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731986549650"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731986549650"}]},"ts":"1731986549650"} 2024-11-19T03:22:29,652 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T03:22:29,653 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T03:22:29,653 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731986549653"}]},"ts":"1731986549653"} 2024-11-19T03:22:29,655 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T03:22:29,655 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1dd64a0558ad6bbdd2d73a4c17643903, ASSIGN}] 2024-11-19T03:22:29,656 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1dd64a0558ad6bbdd2d73a4c17643903, ASSIGN 2024-11-19T03:22:29,657 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1dd64a0558ad6bbdd2d73a4c17643903, ASSIGN; state=OFFLINE, location=47efada56ed5,33191,1731986538783; forceNewPlan=false, retain=false 2024-11-19T03:22:29,723 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,34769,1731986534727.replicationSource.wal-reader.47efada56ed5%2C34769%2C1731986534727,1-47efada56ed5,34769,1731986534727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/WALs/47efada56ed5,34769,1731986534727/47efada56ed5%2C34769%2C1731986534727.1731986535375 to pos 379, reset compression=false 2024-11-19T03:22:29,808 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1dd64a0558ad6bbdd2d73a4c17643903, regionState=OPENING, regionLocation=47efada56ed5,33191,1731986538783 2024-11-19T03:22:29,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1dd64a0558ad6bbdd2d73a4c17643903, ASSIGN because future has completed 2024-11-19T03:22:29,810 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1dd64a0558ad6bbdd2d73a4c17643903, server=47efada56ed5,33191,1731986538783}] 2024-11-19T03:22:29,918 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,41409,1731986527987.replicationSource.wal-reader.47efada56ed5%2C41409%2C1731986527987,1-47efada56ed5,41409,1731986527987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/WALs/47efada56ed5,41409,1731986527987/47efada56ed5%2C41409%2C1731986527987.1731986530930 to pos 379, reset compression=false 2024-11-19T03:22:29,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T03:22:29,965 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731986548803.1dd64a0558ad6bbdd2d73a4c17643903. 2024-11-19T03:22:29,965 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T03:22:29,965 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T03:22:29,966 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=47efada56ed5%2C33191%2C1731986538783.rep, suffix=, logDir=hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/WALs/47efada56ed5,33191,1731986538783, archiveDir=hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/oldWALs, maxLogs=10 2024-11-19T03:22:29,987 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/WALs/47efada56ed5,33191,1731986538783/47efada56ed5%2C33191%2C1731986538783.rep.1731986549967, exclude list is [], retry=0 2024-11-19T03:22:29,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38825,DS-5aa9a67e-5624-4f47-bf4f-866167252001,DISK] 2024-11-19T03:22:29,990 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/WALs/47efada56ed5,33191,1731986538783/47efada56ed5%2C33191%2C1731986538783.rep.1731986549967 2024-11-19T03:22:29,990 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39479:39479)] 2024-11-19T03:22:29,990 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 1dd64a0558ad6bbdd2d73a4c17643903, NAME => 'hbase:replication,,1731986548803.1dd64a0558ad6bbdd2d73a4c17643903.', STARTKEY => '', ENDKEY => ''} 2024-11-19T03:22:29,991 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T03:22:29,991 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T03:22:29,991 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731986548803.1dd64a0558ad6bbdd2d73a4c17643903. service=MultiRowMutationService 2024-11-19T03:22:29,991 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T03:22:29,991 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1dd64a0558ad6bbdd2d73a4c17643903 2024-11-19T03:22:29,991 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731986548803.1dd64a0558ad6bbdd2d73a4c17643903.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:22:29,991 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 1dd64a0558ad6bbdd2d73a4c17643903 2024-11-19T03:22:29,991 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 1dd64a0558ad6bbdd2d73a4c17643903 2024-11-19T03:22:29,992 INFO [StoreOpener-1dd64a0558ad6bbdd2d73a4c17643903-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1dd64a0558ad6bbdd2d73a4c17643903 2024-11-19T03:22:29,993 INFO [StoreOpener-1dd64a0558ad6bbdd2d73a4c17643903-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1dd64a0558ad6bbdd2d73a4c17643903 columnFamilyName hfileref 2024-11-19T03:22:29,993 DEBUG [StoreOpener-1dd64a0558ad6bbdd2d73a4c17643903-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:22:29,994 INFO [StoreOpener-1dd64a0558ad6bbdd2d73a4c17643903-1 {}] regionserver.HStore(327): Store=1dd64a0558ad6bbdd2d73a4c17643903/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:22:29,994 INFO [StoreOpener-1dd64a0558ad6bbdd2d73a4c17643903-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1dd64a0558ad6bbdd2d73a4c17643903 2024-11-19T03:22:29,994 INFO [StoreOpener-1dd64a0558ad6bbdd2d73a4c17643903-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1dd64a0558ad6bbdd2d73a4c17643903 columnFamilyName queue 2024-11-19T03:22:29,994 DEBUG [StoreOpener-1dd64a0558ad6bbdd2d73a4c17643903-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:22:29,995 INFO [StoreOpener-1dd64a0558ad6bbdd2d73a4c17643903-1 {}] regionserver.HStore(327): Store=1dd64a0558ad6bbdd2d73a4c17643903/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:22:29,995 INFO [StoreOpener-1dd64a0558ad6bbdd2d73a4c17643903-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1dd64a0558ad6bbdd2d73a4c17643903 2024-11-19T03:22:29,995 INFO [StoreOpener-1dd64a0558ad6bbdd2d73a4c17643903-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1dd64a0558ad6bbdd2d73a4c17643903 columnFamilyName sid 2024-11-19T03:22:29,996 DEBUG [StoreOpener-1dd64a0558ad6bbdd2d73a4c17643903-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:22:29,996 INFO [StoreOpener-1dd64a0558ad6bbdd2d73a4c17643903-1 {}] regionserver.HStore(327): Store=1dd64a0558ad6bbdd2d73a4c17643903/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:22:29,996 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 1dd64a0558ad6bbdd2d73a4c17643903 2024-11-19T03:22:29,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/data/hbase/replication/1dd64a0558ad6bbdd2d73a4c17643903 2024-11-19T03:22:29,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/data/hbase/replication/1dd64a0558ad6bbdd2d73a4c17643903 2024-11-19T03:22:29,998 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 1dd64a0558ad6bbdd2d73a4c17643903 2024-11-19T03:22:29,998 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 1dd64a0558ad6bbdd2d73a4c17643903 2024-11-19T03:22:29,998 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T03:22:29,999 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 1dd64a0558ad6bbdd2d73a4c17643903 2024-11-19T03:22:30,001 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/data/hbase/replication/1dd64a0558ad6bbdd2d73a4c17643903/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T03:22:30,001 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 1dd64a0558ad6bbdd2d73a4c17643903; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68405424, jitterRate=0.019320249557495117}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T03:22:30,001 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1dd64a0558ad6bbdd2d73a4c17643903 2024-11-19T03:22:30,001 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 1dd64a0558ad6bbdd2d73a4c17643903: Running coprocessor pre-open hook at 1731986549991Writing region info on filesystem at 1731986549991Initializing all the Stores at 1731986549992 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986549992Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986549992Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986549992Cleaning up temporary data from old regions at 1731986549998 (+6 ms)Running coprocessor post-open hooks at 1731986550001 (+3 ms)Region opened successfully at 1731986550001 2024-11-19T03:22:30,002 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731986548803.1dd64a0558ad6bbdd2d73a4c17643903., pid=10, masterSystemTime=1731986549962 2024-11-19T03:22:30,003 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731986548803.1dd64a0558ad6bbdd2d73a4c17643903. 2024-11-19T03:22:30,003 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731986548803.1dd64a0558ad6bbdd2d73a4c17643903. 2024-11-19T03:22:30,004 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1dd64a0558ad6bbdd2d73a4c17643903, regionState=OPEN, openSeqNum=2, regionLocation=47efada56ed5,33191,1731986538783 2024-11-19T03:22:30,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1dd64a0558ad6bbdd2d73a4c17643903, server=47efada56ed5,33191,1731986538783 because future has completed 2024-11-19T03:22:30,008 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T03:22:30,008 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 1dd64a0558ad6bbdd2d73a4c17643903, server=47efada56ed5,33191,1731986538783 in 196 msec 2024-11-19T03:22:30,009 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-19T03:22:30,010 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1dd64a0558ad6bbdd2d73a4c17643903, ASSIGN in 353 msec 2024-11-19T03:22:30,010 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T03:22:30,010 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731986550010"}]},"ts":"1731986550010"} 2024-11-19T03:22:30,011 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T03:22:30,012 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T03:22:30,013 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2080 sec 2024-11-19T03:22:30,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731986548803.1dd64a0558ad6bbdd2d73a4c17643903., hostname=47efada56ed5,33191,1731986538783, seqNum=2] 2024-11-19T03:22:30,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43629-0x101511d092a0006, quorum=127.0.0.1:55506, baseZNode=/2-888872288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-888872288 2024-11-19T03:22:30,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33191-0x101511d092a0007, quorum=127.0.0.1:55506, baseZNode=/2-888872288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-888872288 2024-11-19T03:22:30,162 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T03:22:30,227 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,34769,1731986534727.replicationSource.wal-reader.47efada56ed5%2C34769%2C1731986534727,1-47efada56ed5,34769,1731986534727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/WALs/47efada56ed5,34769,1731986534727/47efada56ed5%2C34769%2C1731986534727.1731986535375 to pos 379, reset compression=false 2024-11-19T03:22:30,314 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33191 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-19T03:22:30,315 INFO [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T03:22:30,341 INFO [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-47efada56ed5,33191,1731986538783, ReplicationSource: 1, currentBandwidth=0 2024-11-19T03:22:30,342 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:22:30,342 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,33191,1731986538783, seqNum=-1] 2024-11-19T03:22:30,342 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:22:30,343 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44585, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-19T03:22:30,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-47efada56ed5,33191,1731986538783', locateType=CURRENT is [region=hbase:replication,,1731986548803.1dd64a0558ad6bbdd2d73a4c17643903., hostname=47efada56ed5,33191,1731986538783, seqNum=2] 2024-11-19T03:22:30,346 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-19T03:22:30,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-19T03:22:30,348 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 47efada56ed5,33191,1731986538783 suceeded 2024-11-19T03:22:30,350 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-19T03:22:30,350 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-19T03:22:30,350 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://47efada56ed5:38235,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T03:22:30,352 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5550 sec 2024-11-19T03:22:30,364 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33191,1731986538783 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='47efada56ed5:38235' 2024-11-19T03:22:30,365 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33191,1731986538783 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@74d1aa8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:22:30,365 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33191,1731986538783 {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,38235,-1 for getting cluster id 2024-11-19T03:22:30,365 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33191,1731986538783 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:22:30,366 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '80dbf8f9-9ad1-4127-b61a-1ed522fb80e5' 2024-11-19T03:22:30,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:22:30,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "80dbf8f9-9ad1-4127-b61a-1ed522fb80e5" 2024-11-19T03:22:30,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10de32dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:22:30,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,38235,-1] 2024-11-19T03:22:30,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:22:30,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:22:30,367 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:22:30,367 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33191,1731986538783 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@364e4074, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:22:30,367 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33191,1731986538783 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T03:22:30,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 47efada56ed5,38235,1731986534528 2024-11-19T03:22:30,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6eb39fc 2024-11-19T03:22:30,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T03:22:30,369 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-19T03:22:30,369 INFO [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33191,1731986538783 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-47efada56ed5,33191,1731986538783 (queues=1) is replicating from cluster=c841a3ce-2eb5-40c3-a14d-896760a358cd to cluster=80dbf8f9-9ad1-4127-b61a-1ed522fb80e5 2024-11-19T03:22:30,369 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33191,1731986538783 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=47efada56ed5%2C33191%2C1731986538783 2024-11-19T03:22:30,370 INFO [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33191,1731986538783 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-47efada56ed5,33191,1731986538783, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T03:22:30,370 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33191,1731986538783.replicationSource.wal-reader.47efada56ed5%2C33191%2C1731986538783,1-47efada56ed5,33191,1731986538783 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/WALs/47efada56ed5,33191,1731986538783/47efada56ed5%2C33191%2C1731986538783.1731986541024, startPosition=0, beingWritten=true 2024-11-19T03:22:30,370 INFO [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33191,1731986538783.replicationSource.shipper47efada56ed5%2C33191%2C1731986538783,1-47efada56ed5,33191,1731986538783 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 47efada56ed5%2C33191%2C1731986538783 2024-11-19T03:22:30,375 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33191,1731986538783.replicationSource.wal-reader.47efada56ed5%2C33191%2C1731986538783,1-47efada56ed5,33191,1731986538783 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T03:22:30,375 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33191,1731986538783.replicationSource.wal-reader.47efada56ed5%2C33191%2C1731986538783,1-47efada56ed5,33191,1731986538783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/WALs/47efada56ed5,33191,1731986538783/47efada56ed5%2C33191%2C1731986538783.1731986541024 to pos 379, reset compression=false 2024-11-19T03:22:30,375 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33191,1731986538783.replicationSource.shipper47efada56ed5%2C33191%2C1731986538783,1-47efada56ed5,33191,1731986538783 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-47efada56ed5,33191,1731986538783 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/WALs/47efada56ed5,33191,1731986538783/47efada56ed5%2C33191%2C1731986538783.1731986541024, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T03:22:30,578 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33191,1731986538783.replicationSource.wal-reader.47efada56ed5%2C33191%2C1731986538783,1-47efada56ed5,33191,1731986538783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/WALs/47efada56ed5,33191,1731986538783/47efada56ed5%2C33191%2C1731986538783.1731986541024 to pos 379, reset compression=false 2024-11-19T03:22:30,722 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,41409,1731986527987.replicationSource.wal-reader.47efada56ed5%2C41409%2C1731986527987,1-47efada56ed5,41409,1731986527987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/WALs/47efada56ed5,41409,1731986527987/47efada56ed5%2C41409%2C1731986527987.1731986530930 to pos 379, reset compression=false 2024-11-19T03:22:30,831 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,34769,1731986534727.replicationSource.wal-reader.47efada56ed5%2C34769%2C1731986534727,1-47efada56ed5,34769,1731986534727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/WALs/47efada56ed5,34769,1731986534727/47efada56ed5%2C34769%2C1731986534727.1731986535375 to pos 379, reset compression=false 2024-11-19T03:22:30,882 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33191,1731986538783.replicationSource.wal-reader.47efada56ed5%2C33191%2C1731986538783,1-47efada56ed5,33191,1731986538783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/WALs/47efada56ed5,33191,1731986538783/47efada56ed5%2C33191%2C1731986538783.1731986541024 to pos 379, reset compression=false 2024-11-19T03:22:30,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T03:22:30,939 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T03:22:30,939 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T03:22:30,939 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:22:30,939 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:22:30,939 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:22:30,940 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:22:30,940 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d89d883, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:22:30,940 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,44911,-1 for getting cluster id 2024-11-19T03:22:30,940 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:22:30,941 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '090c9bef-b53d-4de7-97ab-9b0cdccd4c55' 2024-11-19T03:22:30,941 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:22:30,941 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "090c9bef-b53d-4de7-97ab-9b0cdccd4c55" 2024-11-19T03:22:30,941 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@597da8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:22:30,941 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,44911,-1] 2024-11-19T03:22:30,941 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:22:30,941 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:22:30,942 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:22:30,942 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5978298b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:22:30,943 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e7cbdba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:22:30,943 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,38235,-1 for getting cluster id 2024-11-19T03:22:30,943 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:22:30,943 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '80dbf8f9-9ad1-4127-b61a-1ed522fb80e5' 2024-11-19T03:22:30,943 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:22:30,943 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "80dbf8f9-9ad1-4127-b61a-1ed522fb80e5" 2024-11-19T03:22:30,943 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a730d25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:22:30,943 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,38235,-1] 2024-11-19T03:22:30,944 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:22:30,944 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:22:30,944 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:22:30,945 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17038c1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:22:30,945 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@177b1c13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:22:30,945 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,43629,-1 for getting cluster id 2024-11-19T03:22:30,945 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:22:30,945 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c841a3ce-2eb5-40c3-a14d-896760a358cd' 2024-11-19T03:22:30,946 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:22:30,946 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c841a3ce-2eb5-40c3-a14d-896760a358cd" 2024-11-19T03:22:30,946 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b40d14d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:22:30,946 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,43629,-1] 2024-11-19T03:22:30,946 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:22:30,946 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:22:30,946 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:22:30,947 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e6c9d31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:22:30,947 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:22:30,948 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,41409,1731986527987, seqNum=-1] 2024-11-19T03:22:30,948 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:22:30,949 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:22:30,950 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731986542055.a7b11c9a150f615b03c05b1a5975859f., hostname=47efada56ed5,41409,1731986527987, seqNum=2] 2024-11-19T03:22:30,977 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:22:30,978 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,33191,1731986538783, seqNum=-1] 2024-11-19T03:22:30,979 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:22:30,980 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:22:30,981 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731986543333.62146e00d675bfbdc67e5827d27e2aa3., hostname=47efada56ed5,33191,1731986538783, seqNum=2] 2024-11-19T03:22:30,983 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-19T03:22:31,285 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33191,1731986538783.replicationSource.wal-reader.47efada56ed5%2C33191%2C1731986538783,1-47efada56ed5,33191,1731986538783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/WALs/47efada56ed5,33191,1731986538783/47efada56ed5%2C33191%2C1731986538783.1731986541024 to pos 379, reset compression=false 2024-11-19T03:22:31,535 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,34769,1731986534727.replicationSource.wal-reader.47efada56ed5%2C34769%2C1731986534727,1-47efada56ed5,34769,1731986534727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/WALs/47efada56ed5,34769,1731986534727/47efada56ed5%2C34769%2C1731986534727.1731986535375 to pos 379, reset compression=false 2024-11-19T03:22:31,626 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,41409,1731986527987.replicationSource.wal-reader.47efada56ed5%2C41409%2C1731986527987,1-47efada56ed5,41409,1731986527987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/WALs/47efada56ed5,41409,1731986527987/47efada56ed5%2C41409%2C1731986527987.1731986530930 to pos 379, reset compression=false 2024-11-19T03:22:31,630 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,41409,1731986527987.replicationSource.wal-reader.47efada56ed5%2C41409%2C1731986527987,1-47efada56ed5,41409,1731986527987 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T03:22:31,630 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,41409,1731986527987.replicationSource.wal-reader.47efada56ed5%2C41409%2C1731986527987,1-47efada56ed5,41409,1731986527987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/WALs/47efada56ed5,41409,1731986527987/47efada56ed5%2C41409%2C1731986527987.1731986530930 to pos 480, reset compression=false 2024-11-19T03:22:31,630 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,41409,1731986527987.replicationSource.shipper47efada56ed5%2C41409%2C1731986527987,1-47efada56ed5,41409,1731986527987 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-47efada56ed5,41409,1731986527987 got entry batch from reader: WALEntryBatch [walEntries=[{test/a7b11c9a150f615b03c05b1a5975859f/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/WALs/47efada56ed5,41409,1731986527987/47efada56ed5%2C41409%2C1731986527987.1731986530930, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-19T03:22:31,632 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,41409,1731986527987.replicationSource.shipper47efada56ed5%2C41409%2C1731986527987,1-47efada56ed5,41409,1731986527987 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T03:22:31,633 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-19T03:22:31,633 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34769 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T03:22:31,634 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34769 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@65007b74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:22:31,634 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34769 {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,38235,-1 for getting cluster id 2024-11-19T03:22:31,634 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34769 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:22:31,634 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '80dbf8f9-9ad1-4127-b61a-1ed522fb80e5' 2024-11-19T03:22:31,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:22:31,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "80dbf8f9-9ad1-4127-b61a-1ed522fb80e5" 2024-11-19T03:22:31,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@69786021, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:22:31,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,38235,-1] 2024-11-19T03:22:31,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:22:31,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:22:31,635 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:22:31,636 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34769 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@639298e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:22:31,636 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34769 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:22:31,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,34769,1731986534727, seqNum=-1] 2024-11-19T03:22:31,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:22:31,638 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-19T03:22:31,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731986542693.9c485d5c23f6fe70bdd452648dc0236e., hostname=47efada56ed5,34769,1731986534727, seqNum=2] 2024-11-19T03:22:31,641 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34769 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T03:22:31,788 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33191,1731986538783.replicationSource.wal-reader.47efada56ed5%2C33191%2C1731986538783,1-47efada56ed5,33191,1731986538783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/WALs/47efada56ed5,33191,1731986538783/47efada56ed5%2C33191%2C1731986538783.1731986541024 to pos 379, reset compression=false 2024-11-19T03:22:31,833 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,41409,1731986527987.replicationSource.wal-reader.47efada56ed5%2C41409%2C1731986527987,1-47efada56ed5,41409,1731986527987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/WALs/47efada56ed5,41409,1731986527987/47efada56ed5%2C41409%2C1731986527987.1731986530930 to pos 480, reset compression=false 2024-11-19T03:22:31,984 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-19T03:22:32,137 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,41409,1731986527987.replicationSource.wal-reader.47efada56ed5%2C41409%2C1731986527987,1-47efada56ed5,41409,1731986527987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/WALs/47efada56ed5,41409,1731986527987/47efada56ed5%2C41409%2C1731986527987.1731986530930 to pos 480, reset compression=false 2024-11-19T03:22:32,338 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,34769,1731986534727.replicationSource.wal-reader.47efada56ed5%2C34769%2C1731986534727,1-47efada56ed5,34769,1731986534727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/WALs/47efada56ed5,34769,1731986534727/47efada56ed5%2C34769%2C1731986534727.1731986535375 to pos 379, reset compression=false 2024-11-19T03:22:32,347 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,34769,1731986534727.replicationSource.wal-reader.47efada56ed5%2C34769%2C1731986534727,1-47efada56ed5,34769,1731986534727 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T03:22:32,347 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,34769,1731986534727.replicationSource.wal-reader.47efada56ed5%2C34769%2C1731986534727,1-47efada56ed5,34769,1731986534727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/WALs/47efada56ed5,34769,1731986534727/47efada56ed5%2C34769%2C1731986534727.1731986535375 to pos 503, reset compression=false 2024-11-19T03:22:32,347 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,34769,1731986534727.replicationSource.shipper47efada56ed5%2C34769%2C1731986534727,1-47efada56ed5,34769,1731986534727 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-47efada56ed5,34769,1731986534727 got entry batch from reader: WALEntryBatch [walEntries=[{test/9c485d5c23f6fe70bdd452648dc0236e/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/WALs/47efada56ed5,34769,1731986534727/47efada56ed5%2C34769%2C1731986534727.1731986535375, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-19T03:22:32,351 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,34769,1731986534727.replicationSource.shipper47efada56ed5%2C34769%2C1731986534727,1-47efada56ed5,34769,1731986534727 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T03:22:32,352 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-19T03:22:32,353 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33191 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T03:22:32,356 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33191 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d8dd2c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:22:32,356 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33191 {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,43629,-1 for getting cluster id 2024-11-19T03:22:32,357 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33191 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:22:32,358 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c841a3ce-2eb5-40c3-a14d-896760a358cd' 2024-11-19T03:22:32,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:22:32,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c841a3ce-2eb5-40c3-a14d-896760a358cd" 2024-11-19T03:22:32,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@522ea5f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:22:32,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,43629,-1] 2024-11-19T03:22:32,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:22:32,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:22:32,360 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:22:32,361 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33191 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@eaadd60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:22:32,361 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33191 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:22:32,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,33191,1731986538783, seqNum=-1] 2024-11-19T03:22:32,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:22:32,364 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-19T03:22:32,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731986543333.62146e00d675bfbdc67e5827d27e2aa3., hostname=47efada56ed5,33191,1731986538783, seqNum=2] 2024-11-19T03:22:32,368 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33191 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T03:22:32,392 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33191,1731986538783.replicationSource.wal-reader.47efada56ed5%2C33191%2C1731986538783,1-47efada56ed5,33191,1731986538783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/WALs/47efada56ed5,33191,1731986538783/47efada56ed5%2C33191%2C1731986538783.1731986541024 to pos 379, reset compression=false 2024-11-19T03:22:32,397 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33191,1731986538783.replicationSource.wal-reader.47efada56ed5%2C33191%2C1731986538783,1-47efada56ed5,33191,1731986538783 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T03:22:32,397 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33191,1731986538783.replicationSource.wal-reader.47efada56ed5%2C33191%2C1731986538783,1-47efada56ed5,33191,1731986538783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/WALs/47efada56ed5,33191,1731986538783/47efada56ed5%2C33191%2C1731986538783.1731986541024 to pos 527, reset compression=false 2024-11-19T03:22:32,397 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33191,1731986538783.replicationSource.shipper47efada56ed5%2C33191%2C1731986538783,1-47efada56ed5,33191,1731986538783 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-47efada56ed5,33191,1731986538783 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/WALs/47efada56ed5,33191,1731986538783/47efada56ed5%2C33191%2C1731986538783.1731986541024, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T03:22:32,541 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,41409,1731986527987.replicationSource.wal-reader.47efada56ed5%2C41409%2C1731986527987,1-47efada56ed5,41409,1731986527987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/WALs/47efada56ed5,41409,1731986527987/47efada56ed5%2C41409%2C1731986527987.1731986530930 to pos 480, reset compression=false 2024-11-19T03:22:32,552 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,34769,1731986534727.replicationSource.wal-reader.47efada56ed5%2C34769%2C1731986534727,1-47efada56ed5,34769,1731986534727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/WALs/47efada56ed5,34769,1731986534727/47efada56ed5%2C34769%2C1731986534727.1731986535375 to pos 503, reset compression=false 2024-11-19T03:22:32,601 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33191,1731986538783.replicationSource.wal-reader.47efada56ed5%2C33191%2C1731986538783,1-47efada56ed5,33191,1731986538783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/WALs/47efada56ed5,33191,1731986538783/47efada56ed5%2C33191%2C1731986538783.1731986541024 to pos 527, reset compression=false 2024-11-19T03:22:32,855 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,34769,1731986534727.replicationSource.wal-reader.47efada56ed5%2C34769%2C1731986534727,1-47efada56ed5,34769,1731986534727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/WALs/47efada56ed5,34769,1731986534727/47efada56ed5%2C34769%2C1731986534727.1731986535375 to pos 503, reset compression=false 2024-11-19T03:22:32,904 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33191,1731986538783.replicationSource.wal-reader.47efada56ed5%2C33191%2C1731986538783,1-47efada56ed5,33191,1731986538783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/WALs/47efada56ed5,33191,1731986538783/47efada56ed5%2C33191%2C1731986538783.1731986541024 to pos 527, reset compression=false 2024-11-19T03:22:32,986 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-19T03:22:32,986 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:22:32,987 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,34769,1731986534727, seqNum=-1] 2024-11-19T03:22:32,987 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:22:32,988 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:22:32,989 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731986542693.9c485d5c23f6fe70bdd452648dc0236e., hostname=47efada56ed5,34769,1731986534727, seqNum=2] 2024-11-19T03:22:32,992 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-19T03:22:33,046 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,41409,1731986527987.replicationSource.wal-reader.47efada56ed5%2C41409%2C1731986527987,1-47efada56ed5,41409,1731986527987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/WALs/47efada56ed5,41409,1731986527987/47efada56ed5%2C41409%2C1731986527987.1731986530930 to pos 480, reset compression=false 2024-11-19T03:22:33,048 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T03:22:33,049 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [47efada56ed5,46551,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=47efada56ed5:46551 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T03:22:33,049 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108853 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [47efada56ed5,46551,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=47efada56ed5:46551 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T03:22:33,259 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,34769,1731986534727.replicationSource.wal-reader.47efada56ed5%2C34769%2C1731986534727,1-47efada56ed5,34769,1731986534727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/WALs/47efada56ed5,34769,1731986534727/47efada56ed5%2C34769%2C1731986534727.1731986535375 to pos 503, reset compression=false 2024-11-19T03:22:33,264 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,34769,1731986534727.replicationSource.wal-reader.47efada56ed5%2C34769%2C1731986534727,1-47efada56ed5,34769,1731986534727 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T03:22:33,264 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,34769,1731986534727.replicationSource.wal-reader.47efada56ed5%2C34769%2C1731986534727,1-47efada56ed5,34769,1731986534727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/WALs/47efada56ed5,34769,1731986534727/47efada56ed5%2C34769%2C1731986534727.1731986535375 to pos 607, reset compression=false 2024-11-19T03:22:33,264 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,34769,1731986534727.replicationSource.shipper47efada56ed5%2C34769%2C1731986534727,1-47efada56ed5,34769,1731986534727 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-47efada56ed5,34769,1731986534727 got entry batch from reader: WALEntryBatch [walEntries=[{test/9c485d5c23f6fe70bdd452648dc0236e/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/WALs/47efada56ed5,34769,1731986534727/47efada56ed5%2C34769%2C1731986534727.1731986535375, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-19T03:22:33,265 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33191 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T03:22:33,267 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33191 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T03:22:33,310 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33191,1731986538783.replicationSource.wal-reader.47efada56ed5%2C33191%2C1731986538783,1-47efada56ed5,33191,1731986538783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/WALs/47efada56ed5,33191,1731986538783/47efada56ed5%2C33191%2C1731986538783.1731986541024 to pos 527, reset compression=false 2024-11-19T03:22:33,323 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33191,1731986538783.replicationSource.wal-reader.47efada56ed5%2C33191%2C1731986538783,1-47efada56ed5,33191,1731986538783 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T03:22:33,323 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33191,1731986538783.replicationSource.wal-reader.47efada56ed5%2C33191%2C1731986538783,1-47efada56ed5,33191,1731986538783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/WALs/47efada56ed5,33191,1731986538783/47efada56ed5%2C33191%2C1731986538783.1731986541024 to pos 655, reset compression=false 2024-11-19T03:22:33,323 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33191,1731986538783.replicationSource.shipper47efada56ed5%2C33191%2C1731986538783,1-47efada56ed5,33191,1731986538783 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-47efada56ed5,33191,1731986538783 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/WALs/47efada56ed5,33191,1731986538783/47efada56ed5%2C33191%2C1731986538783.1731986541024, lastWalPosition=655, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T03:22:33,467 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,34769,1731986534727.replicationSource.wal-reader.47efada56ed5%2C34769%2C1731986534727,1-47efada56ed5,34769,1731986534727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/WALs/47efada56ed5,34769,1731986534727/47efada56ed5%2C34769%2C1731986534727.1731986535375 to pos 607, reset compression=false 2024-11-19T03:22:33,531 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33191,1731986538783.replicationSource.wal-reader.47efada56ed5%2C33191%2C1731986538783,1-47efada56ed5,33191,1731986538783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/WALs/47efada56ed5,33191,1731986538783/47efada56ed5%2C33191%2C1731986538783.1731986541024 to pos 655, reset compression=false 2024-11-19T03:22:33,650 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,41409,1731986527987.replicationSource.wal-reader.47efada56ed5%2C41409%2C1731986527987,1-47efada56ed5,41409,1731986527987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/WALs/47efada56ed5,41409,1731986527987/47efada56ed5%2C41409%2C1731986527987.1731986530930 to pos 480, reset compression=false 2024-11-19T03:22:33,794 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,34769,1731986534727.replicationSource.wal-reader.47efada56ed5%2C34769%2C1731986534727,1-47efada56ed5,34769,1731986534727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/WALs/47efada56ed5,34769,1731986534727/47efada56ed5%2C34769%2C1731986534727.1731986535375 to pos 607, reset compression=false 2024-11-19T03:22:33,838 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33191,1731986538783.replicationSource.wal-reader.47efada56ed5%2C33191%2C1731986538783,1-47efada56ed5,33191,1731986538783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/WALs/47efada56ed5,33191,1731986538783/47efada56ed5%2C33191%2C1731986538783.1731986541024 to pos 655, reset compression=false 2024-11-19T03:22:33,930 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T03:22:33,931 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:33,931 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:33,931 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:33,931 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:33,932 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:33,990 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:33,990 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:33,990 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:33,990 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:33,991 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:33,991 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:33,994 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-19T03:22:33,997 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-19T03:22:33,999 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:34,003 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:34,004 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:34,202 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,34769,1731986534727.replicationSource.wal-reader.47efada56ed5%2C34769%2C1731986534727,1-47efada56ed5,34769,1731986534727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/WALs/47efada56ed5,34769,1731986534727/47efada56ed5%2C34769%2C1731986534727.1731986535375 to pos 607, reset compression=false 2024-11-19T03:22:34,243 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33191,1731986538783.replicationSource.wal-reader.47efada56ed5%2C33191%2C1731986538783,1-47efada56ed5,33191,1731986538783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/WALs/47efada56ed5,33191,1731986538783/47efada56ed5%2C33191%2C1731986538783.1731986541024 to pos 655, reset compression=false 2024-11-19T03:22:34,247 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33191,1731986538783.replicationSource.wal-reader.47efada56ed5%2C33191%2C1731986538783,1-47efada56ed5,33191,1731986538783 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T03:22:34,247 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33191,1731986538783.replicationSource.wal-reader.47efada56ed5%2C33191%2C1731986538783,1-47efada56ed5,33191,1731986538783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/WALs/47efada56ed5,33191,1731986538783/47efada56ed5%2C33191%2C1731986538783.1731986541024 to pos 759, reset compression=false 2024-11-19T03:22:34,247 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33191,1731986538783.replicationSource.shipper47efada56ed5%2C33191%2C1731986538783,1-47efada56ed5,33191,1731986538783 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-47efada56ed5,33191,1731986538783 got entry batch from reader: WALEntryBatch [walEntries=[{test/62146e00d675bfbdc67e5827d27e2aa3/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/WALs/47efada56ed5,33191,1731986538783/47efada56ed5%2C33191%2C1731986538783.1731986541024, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-19T03:22:34,249 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33191,1731986538783.replicationSource.shipper47efada56ed5%2C33191%2C1731986538783,1-47efada56ed5,33191,1731986538783 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T03:22:34,250 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-19T03:22:34,251 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34769 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T03:22:34,253 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34769 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T03:22:34,367 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,41409,1731986527987.replicationSource.wal-reader.47efada56ed5%2C41409%2C1731986527987,1-47efada56ed5,41409,1731986527987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/WALs/47efada56ed5,41409,1731986527987/47efada56ed5%2C41409%2C1731986527987.1731986530930 to pos 480, reset compression=false 2024-11-19T03:22:34,451 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33191,1731986538783.replicationSource.wal-reader.47efada56ed5%2C33191%2C1731986538783,1-47efada56ed5,33191,1731986538783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/WALs/47efada56ed5,33191,1731986538783/47efada56ed5%2C33191%2C1731986538783.1731986541024 to pos 759, reset compression=false 2024-11-19T03:22:34,705 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,34769,1731986534727.replicationSource.wal-reader.47efada56ed5%2C34769%2C1731986534727,1-47efada56ed5,34769,1731986534727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/WALs/47efada56ed5,34769,1731986534727/47efada56ed5%2C34769%2C1731986534727.1731986535375 to pos 607, reset compression=false 2024-11-19T03:22:34,708 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,34769,1731986534727.replicationSource.wal-reader.47efada56ed5%2C34769%2C1731986534727,1-47efada56ed5,34769,1731986534727 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T03:22:34,708 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,34769,1731986534727.replicationSource.wal-reader.47efada56ed5%2C34769%2C1731986534727,1-47efada56ed5,34769,1731986534727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/WALs/47efada56ed5,34769,1731986534727/47efada56ed5%2C34769%2C1731986534727.1731986535375 to pos 735, reset compression=false 2024-11-19T03:22:34,708 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,34769,1731986534727.replicationSource.shipper47efada56ed5%2C34769%2C1731986534727,1-47efada56ed5,34769,1731986534727 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-47efada56ed5,34769,1731986534727 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/WALs/47efada56ed5,34769,1731986534727/47efada56ed5%2C34769%2C1731986534727.1731986535375, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T03:22:34,754 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33191,1731986538783.replicationSource.wal-reader.47efada56ed5%2C33191%2C1731986538783,1-47efada56ed5,33191,1731986538783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/WALs/47efada56ed5,33191,1731986538783/47efada56ed5%2C33191%2C1731986538783.1731986541024 to pos 759, reset compression=false 2024-11-19T03:22:34,911 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,34769,1731986534727.replicationSource.wal-reader.47efada56ed5%2C34769%2C1731986534727,1-47efada56ed5,34769,1731986534727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/WALs/47efada56ed5,34769,1731986534727/47efada56ed5%2C34769%2C1731986534727.1731986535375 to pos 735, reset compression=false 2024-11-19T03:22:34,998 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-19T03:22:35,001 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-19T03:22:35,157 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33191,1731986538783.replicationSource.wal-reader.47efada56ed5%2C33191%2C1731986538783,1-47efada56ed5,33191,1731986538783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/WALs/47efada56ed5,33191,1731986538783/47efada56ed5%2C33191%2C1731986538783.1731986541024 to pos 759, reset compression=false 2024-11-19T03:22:35,170 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,41409,1731986527987.replicationSource.wal-reader.47efada56ed5%2C41409%2C1731986527987,1-47efada56ed5,41409,1731986527987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/WALs/47efada56ed5,41409,1731986527987/47efada56ed5%2C41409%2C1731986527987.1731986530930 to pos 480, reset compression=false 2024-11-19T03:22:35,174 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,41409,1731986527987.replicationSource.wal-reader.47efada56ed5%2C41409%2C1731986527987,1-47efada56ed5,41409,1731986527987 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T03:22:35,174 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,41409,1731986527987.replicationSource.wal-reader.47efada56ed5%2C41409%2C1731986527987,1-47efada56ed5,41409,1731986527987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/WALs/47efada56ed5,41409,1731986527987/47efada56ed5%2C41409%2C1731986527987.1731986530930 to pos 636, reset compression=false 2024-11-19T03:22:35,174 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,41409,1731986527987.replicationSource.shipper47efada56ed5%2C41409%2C1731986527987,1-47efada56ed5,41409,1731986527987 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-47efada56ed5,41409,1731986527987 got entry batch from reader: WALEntryBatch [walEntries=[{test/a7b11c9a150f615b03c05b1a5975859f/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/WALs/47efada56ed5,41409,1731986527987/47efada56ed5%2C41409%2C1731986527987.1731986530930, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-19T03:22:35,175 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34769 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T03:22:35,180 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34769 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T03:22:35,215 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,34769,1731986534727.replicationSource.wal-reader.47efada56ed5%2C34769%2C1731986534727,1-47efada56ed5,34769,1731986534727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/WALs/47efada56ed5,34769,1731986534727/47efada56ed5%2C34769%2C1731986534727.1731986535375 to pos 735, reset compression=false 2024-11-19T03:22:35,219 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,34769,1731986534727.replicationSource.wal-reader.47efada56ed5%2C34769%2C1731986534727,1-47efada56ed5,34769,1731986534727 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T03:22:35,219 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,34769,1731986534727.replicationSource.wal-reader.47efada56ed5%2C34769%2C1731986534727,1-47efada56ed5,34769,1731986534727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/WALs/47efada56ed5,34769,1731986534727/47efada56ed5%2C34769%2C1731986534727.1731986535375 to pos 882, reset compression=false 2024-11-19T03:22:35,219 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,34769,1731986534727.replicationSource.shipper47efada56ed5%2C34769%2C1731986534727,1-47efada56ed5,34769,1731986534727 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-47efada56ed5,34769,1731986534727 got entry batch from reader: WALEntryBatch [walEntries=[{test/9c485d5c23f6fe70bdd452648dc0236e/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/WALs/47efada56ed5,34769,1731986534727/47efada56ed5%2C34769%2C1731986534727.1731986535375, lastWalPosition=882, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-19T03:22:35,220 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33191 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T03:22:35,222 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33191 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T03:22:35,380 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,41409,1731986527987.replicationSource.wal-reader.47efada56ed5%2C41409%2C1731986527987,1-47efada56ed5,41409,1731986527987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/WALs/47efada56ed5,41409,1731986527987/47efada56ed5%2C41409%2C1731986527987.1731986530930 to pos 636, reset compression=false 2024-11-19T03:22:35,422 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,34769,1731986534727.replicationSource.wal-reader.47efada56ed5%2C34769%2C1731986534727,1-47efada56ed5,34769,1731986534727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/WALs/47efada56ed5,34769,1731986534727/47efada56ed5%2C34769%2C1731986534727.1731986535375 to pos 882, reset compression=false 2024-11-19T03:22:35,661 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33191,1731986538783.replicationSource.wal-reader.47efada56ed5%2C33191%2C1731986538783,1-47efada56ed5,33191,1731986538783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/WALs/47efada56ed5,33191,1731986538783/47efada56ed5%2C33191%2C1731986538783.1731986541024 to pos 759, reset compression=false 2024-11-19T03:22:35,665 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33191,1731986538783.replicationSource.wal-reader.47efada56ed5%2C33191%2C1731986538783,1-47efada56ed5,33191,1731986538783 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T03:22:35,665 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33191,1731986538783.replicationSource.wal-reader.47efada56ed5%2C33191%2C1731986538783,1-47efada56ed5,33191,1731986538783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/WALs/47efada56ed5,33191,1731986538783/47efada56ed5%2C33191%2C1731986538783.1731986541024 to pos 930, reset compression=false 2024-11-19T03:22:35,665 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33191,1731986538783.replicationSource.shipper47efada56ed5%2C33191%2C1731986538783,1-47efada56ed5,33191,1731986538783 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-47efada56ed5,33191,1731986538783 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/WALs/47efada56ed5,33191,1731986538783/47efada56ed5%2C33191%2C1731986538783.1731986541024, lastWalPosition=930, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T03:22:35,683 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,41409,1731986527987.replicationSource.wal-reader.47efada56ed5%2C41409%2C1731986527987,1-47efada56ed5,41409,1731986527987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/WALs/47efada56ed5,41409,1731986527987/47efada56ed5%2C41409%2C1731986527987.1731986530930 to pos 636, reset compression=false 2024-11-19T03:22:35,725 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,34769,1731986534727.replicationSource.wal-reader.47efada56ed5%2C34769%2C1731986534727,1-47efada56ed5,34769,1731986534727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/WALs/47efada56ed5,34769,1731986534727/47efada56ed5%2C34769%2C1731986534727.1731986535375 to pos 882, reset compression=false 2024-11-19T03:22:35,868 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33191,1731986538783.replicationSource.wal-reader.47efada56ed5%2C33191%2C1731986538783,1-47efada56ed5,33191,1731986538783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/WALs/47efada56ed5,33191,1731986538783/47efada56ed5%2C33191%2C1731986538783.1731986541024 to pos 930, reset compression=false 2024-11-19T03:22:36,002 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-19T03:22:36,005 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-19T03:22:36,087 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,41409,1731986527987.replicationSource.wal-reader.47efada56ed5%2C41409%2C1731986527987,1-47efada56ed5,41409,1731986527987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/WALs/47efada56ed5,41409,1731986527987/47efada56ed5%2C41409%2C1731986527987.1731986530930 to pos 636, reset compression=false 2024-11-19T03:22:36,128 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,34769,1731986534727.replicationSource.wal-reader.47efada56ed5%2C34769%2C1731986534727,1-47efada56ed5,34769,1731986534727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/WALs/47efada56ed5,34769,1731986534727/47efada56ed5%2C34769%2C1731986534727.1731986535375 to pos 882, reset compression=false 2024-11-19T03:22:36,132 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,34769,1731986534727.replicationSource.wal-reader.47efada56ed5%2C34769%2C1731986534727,1-47efada56ed5,34769,1731986534727 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T03:22:36,132 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,34769,1731986534727.replicationSource.wal-reader.47efada56ed5%2C34769%2C1731986534727,1-47efada56ed5,34769,1731986534727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/WALs/47efada56ed5,34769,1731986534727/47efada56ed5%2C34769%2C1731986534727.1731986535375 to pos 1041, reset compression=false 2024-11-19T03:22:36,132 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,34769,1731986534727.replicationSource.shipper47efada56ed5%2C34769%2C1731986534727,1-47efada56ed5,34769,1731986534727 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-47efada56ed5,34769,1731986534727 got entry batch from reader: WALEntryBatch [walEntries=[{test/9c485d5c23f6fe70bdd452648dc0236e/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/WALs/47efada56ed5,34769,1731986534727/47efada56ed5%2C34769%2C1731986534727.1731986535375, lastWalPosition=1041, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-19T03:22:36,133 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33191 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T03:22:36,135 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33191 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T03:22:36,171 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33191,1731986538783.replicationSource.wal-reader.47efada56ed5%2C33191%2C1731986538783,1-47efada56ed5,33191,1731986538783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/WALs/47efada56ed5,33191,1731986538783/47efada56ed5%2C33191%2C1731986538783.1731986541024 to pos 930, reset compression=false 2024-11-19T03:22:36,174 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33191,1731986538783.replicationSource.wal-reader.47efada56ed5%2C33191%2C1731986538783,1-47efada56ed5,33191,1731986538783 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T03:22:36,174 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33191,1731986538783.replicationSource.wal-reader.47efada56ed5%2C33191%2C1731986538783,1-47efada56ed5,33191,1731986538783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/WALs/47efada56ed5,33191,1731986538783/47efada56ed5%2C33191%2C1731986538783.1731986541024 to pos 1080, reset compression=false 2024-11-19T03:22:36,174 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33191,1731986538783.replicationSource.shipper47efada56ed5%2C33191%2C1731986538783,1-47efada56ed5,33191,1731986538783 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-47efada56ed5,33191,1731986538783 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/WALs/47efada56ed5,33191,1731986538783/47efada56ed5%2C33191%2C1731986538783.1731986541024, lastWalPosition=1080, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T03:22:36,335 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,34769,1731986534727.replicationSource.wal-reader.47efada56ed5%2C34769%2C1731986534727,1-47efada56ed5,34769,1731986534727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/WALs/47efada56ed5,34769,1731986534727/47efada56ed5%2C34769%2C1731986534727.1731986535375 to pos 1041, reset compression=false 2024-11-19T03:22:36,377 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33191,1731986538783.replicationSource.wal-reader.47efada56ed5%2C33191%2C1731986538783,1-47efada56ed5,33191,1731986538783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/WALs/47efada56ed5,33191,1731986538783/47efada56ed5%2C33191%2C1731986538783.1731986541024 to pos 1080, reset compression=false 2024-11-19T03:22:36,591 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,41409,1731986527987.replicationSource.wal-reader.47efada56ed5%2C41409%2C1731986527987,1-47efada56ed5,41409,1731986527987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/WALs/47efada56ed5,41409,1731986527987/47efada56ed5%2C41409%2C1731986527987.1731986530930 to pos 636, reset compression=false 2024-11-19T03:22:36,638 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,34769,1731986534727.replicationSource.wal-reader.47efada56ed5%2C34769%2C1731986534727,1-47efada56ed5,34769,1731986534727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/WALs/47efada56ed5,34769,1731986534727/47efada56ed5%2C34769%2C1731986534727.1731986535375 to pos 1041, reset compression=false 2024-11-19T03:22:36,680 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33191,1731986538783.replicationSource.wal-reader.47efada56ed5%2C33191%2C1731986538783,1-47efada56ed5,33191,1731986538783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/WALs/47efada56ed5,33191,1731986538783/47efada56ed5%2C33191%2C1731986538783.1731986541024 to pos 1080, reset compression=false 2024-11-19T03:22:37,007 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-19T03:22:37,042 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,34769,1731986534727.replicationSource.wal-reader.47efada56ed5%2C34769%2C1731986534727,1-47efada56ed5,34769,1731986534727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/WALs/47efada56ed5,34769,1731986534727/47efada56ed5%2C34769%2C1731986534727.1731986535375 to pos 1041, reset compression=false 2024-11-19T03:22:37,042 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-19T03:22:37,085 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33191,1731986538783.replicationSource.wal-reader.47efada56ed5%2C33191%2C1731986538783,1-47efada56ed5,33191,1731986538783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/WALs/47efada56ed5,33191,1731986538783/47efada56ed5%2C33191%2C1731986538783.1731986541024 to pos 1080, reset compression=false 2024-11-19T03:22:37,091 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33191,1731986538783.replicationSource.wal-reader.47efada56ed5%2C33191%2C1731986538783,1-47efada56ed5,33191,1731986538783 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T03:22:37,091 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33191,1731986538783.replicationSource.wal-reader.47efada56ed5%2C33191%2C1731986538783,1-47efada56ed5,33191,1731986538783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/WALs/47efada56ed5,33191,1731986538783/47efada56ed5%2C33191%2C1731986538783.1731986541024 to pos 1239, reset compression=false 2024-11-19T03:22:37,091 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33191,1731986538783.replicationSource.shipper47efada56ed5%2C33191%2C1731986538783,1-47efada56ed5,33191,1731986538783 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-47efada56ed5,33191,1731986538783 got entry batch from reader: WALEntryBatch [walEntries=[{test/62146e00d675bfbdc67e5827d27e2aa3/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/WALs/47efada56ed5,33191,1731986538783/47efada56ed5%2C33191%2C1731986538783.1731986541024, lastWalPosition=1239, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-19T03:22:37,093 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34769 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T03:22:37,095 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34769 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T03:22:37,194 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,41409,1731986527987.replicationSource.wal-reader.47efada56ed5%2C41409%2C1731986527987,1-47efada56ed5,41409,1731986527987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/WALs/47efada56ed5,41409,1731986527987/47efada56ed5%2C41409%2C1731986527987.1731986530930 to pos 636, reset compression=false 2024-11-19T03:22:37,301 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33191,1731986538783.replicationSource.wal-reader.47efada56ed5%2C33191%2C1731986538783,1-47efada56ed5,33191,1731986538783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/WALs/47efada56ed5,33191,1731986538783/47efada56ed5%2C33191%2C1731986538783.1731986541024 to pos 1239, reset compression=false 2024-11-19T03:22:37,570 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,34769,1731986534727.replicationSource.wal-reader.47efada56ed5%2C34769%2C1731986534727,1-47efada56ed5,34769,1731986534727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/WALs/47efada56ed5,34769,1731986534727/47efada56ed5%2C34769%2C1731986534727.1731986535375 to pos 1041, reset compression=false 2024-11-19T03:22:37,574 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,34769,1731986534727.replicationSource.wal-reader.47efada56ed5%2C34769%2C1731986534727,1-47efada56ed5,34769,1731986534727 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T03:22:37,574 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,34769,1731986534727.replicationSource.wal-reader.47efada56ed5%2C34769%2C1731986534727,1-47efada56ed5,34769,1731986534727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/WALs/47efada56ed5,34769,1731986534727/47efada56ed5%2C34769%2C1731986534727.1731986535375 to pos 1191, reset compression=false 2024-11-19T03:22:37,574 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,34769,1731986534727.replicationSource.shipper47efada56ed5%2C34769%2C1731986534727,1-47efada56ed5,34769,1731986534727 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-47efada56ed5,34769,1731986534727 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/WALs/47efada56ed5,34769,1731986534727/47efada56ed5%2C34769%2C1731986534727.1731986535375, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T03:22:37,605 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33191,1731986538783.replicationSource.wal-reader.47efada56ed5%2C33191%2C1731986538783,1-47efada56ed5,33191,1731986538783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/WALs/47efada56ed5,33191,1731986538783/47efada56ed5%2C33191%2C1731986538783.1731986541024 to pos 1239, reset compression=false 2024-11-19T03:22:37,773 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T03:22:37,777 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,34769,1731986534727.replicationSource.wal-reader.47efada56ed5%2C34769%2C1731986534727,1-47efada56ed5,34769,1731986534727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/WALs/47efada56ed5,34769,1731986534727/47efada56ed5%2C34769%2C1731986534727.1731986535375 to pos 1191, reset compression=false 2024-11-19T03:22:37,898 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,41409,1731986527987.replicationSource.wal-reader.47efada56ed5%2C41409%2C1731986527987,1-47efada56ed5,41409,1731986527987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/WALs/47efada56ed5,41409,1731986527987/47efada56ed5%2C41409%2C1731986527987.1731986530930 to pos 636, reset compression=false 2024-11-19T03:22:38,008 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33191,1731986538783.replicationSource.wal-reader.47efada56ed5%2C33191%2C1731986538783,1-47efada56ed5,33191,1731986538783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/WALs/47efada56ed5,33191,1731986538783/47efada56ed5%2C33191%2C1731986538783.1731986541024 to pos 1239, reset compression=false 2024-11-19T03:22:38,044 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-19T03:22:38,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T03:22:38,049 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T03:22:38,049 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:22:38,049 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:22:38,049 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:22:38,049 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:22:38,049 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T03:22:38,049 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=91934050, stopped=false 2024-11-19T03:22:38,050 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=47efada56ed5,43629,1731986538644 2024-11-19T03:22:38,080 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,34769,1731986534727.replicationSource.wal-reader.47efada56ed5%2C34769%2C1731986534727,1-47efada56ed5,34769,1731986534727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/WALs/47efada56ed5,34769,1731986534727/47efada56ed5%2C34769%2C1731986534727.1731986535375 to pos 1191, reset compression=false 2024-11-19T03:22:38,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33191-0x101511d092a0007, quorum=127.0.0.1:55506, baseZNode=/2-888872288 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-888872288/running 2024-11-19T03:22:38,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33191-0x101511d092a0007, quorum=127.0.0.1:55506, baseZNode=/2-888872288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-888872288 2024-11-19T03:22:38,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43629-0x101511d092a0006, quorum=127.0.0.1:55506, baseZNode=/2-888872288 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-888872288/running 2024-11-19T03:22:38,109 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T03:22:38,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43629-0x101511d092a0006, quorum=127.0.0.1:55506, baseZNode=/2-888872288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-888872288 2024-11-19T03:22:38,109 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T03:22:38,109 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:22:38,109 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:22:38,109 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '47efada56ed5,33191,1731986538783' ***** 2024-11-19T03:22:38,109 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33191-0x101511d092a0007, quorum=127.0.0.1:55506, baseZNode=/2-888872288 Set watcher on znode that does not yet exist, /2-888872288/running 2024-11-19T03:22:38,109 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43629-0x101511d092a0006, quorum=127.0.0.1:55506, baseZNode=/2-888872288 Set watcher on znode that does not yet exist, /2-888872288/running 2024-11-19T03:22:38,109 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T03:22:38,110 INFO [RS:0;47efada56ed5:33191 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T03:22:38,110 INFO [RS:0;47efada56ed5:33191 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T03:22:38,110 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T03:22:38,110 INFO [RS:0;47efada56ed5:33191 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T03:22:38,110 INFO [RS:0;47efada56ed5:33191 {}] regionserver.HRegionServer(3091): Received CLOSE for 1dd64a0558ad6bbdd2d73a4c17643903 2024-11-19T03:22:38,110 INFO [RS:0;47efada56ed5:33191 {}] regionserver.HRegionServer(3091): Received CLOSE for 62146e00d675bfbdc67e5827d27e2aa3 2024-11-19T03:22:38,110 INFO [RS:0;47efada56ed5:33191 {}] regionserver.HRegionServer(959): stopping server 47efada56ed5,33191,1731986538783 2024-11-19T03:22:38,110 INFO [RS:0;47efada56ed5:33191 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T03:22:38,110 INFO [RS:0;47efada56ed5:33191 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;47efada56ed5:33191. 2024-11-19T03:22:38,111 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1dd64a0558ad6bbdd2d73a4c17643903, disabling compactions & flushes 2024-11-19T03:22:38,111 DEBUG [RS:0;47efada56ed5:33191 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:22:38,111 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731986548803.1dd64a0558ad6bbdd2d73a4c17643903. 2024-11-19T03:22:38,111 DEBUG [RS:0;47efada56ed5:33191 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:22:38,111 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731986548803.1dd64a0558ad6bbdd2d73a4c17643903. 2024-11-19T03:22:38,111 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731986548803.1dd64a0558ad6bbdd2d73a4c17643903. after waiting 0 ms 2024-11-19T03:22:38,111 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731986548803.1dd64a0558ad6bbdd2d73a4c17643903. 2024-11-19T03:22:38,111 INFO [RS:0;47efada56ed5:33191 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T03:22:38,111 INFO [RS:0;47efada56ed5:33191 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T03:22:38,111 INFO [RS:0;47efada56ed5:33191 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T03:22:38,111 INFO [RS:0;47efada56ed5:33191 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T03:22:38,111 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1dd64a0558ad6bbdd2d73a4c17643903 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-19T03:22:38,111 INFO [RS:0;47efada56ed5:33191 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-19T03:22:38,111 DEBUG [RS:0;47efada56ed5:33191 {}] regionserver.HRegionServer(1325): Online Regions={1dd64a0558ad6bbdd2d73a4c17643903=hbase:replication,,1731986548803.1dd64a0558ad6bbdd2d73a4c17643903., 1588230740=hbase:meta,,1.1588230740, 62146e00d675bfbdc67e5827d27e2aa3=test,,1731986543333.62146e00d675bfbdc67e5827d27e2aa3.} 2024-11-19T03:22:38,111 DEBUG [RS:0;47efada56ed5:33191 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1dd64a0558ad6bbdd2d73a4c17643903, 62146e00d675bfbdc67e5827d27e2aa3 2024-11-19T03:22:38,111 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T03:22:38,111 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T03:22:38,111 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T03:22:38,111 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T03:22:38,111 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T03:22:38,111 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-19T03:22:38,129 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/data/hbase/meta/1588230740/.tmp/info/e47b5d5579d940f2a7d840a873a22978 is 147, key is hbase:replication,,1731986548803.1dd64a0558ad6bbdd2d73a4c17643903./info:regioninfo/1731986550004/Put/seqid=0 2024-11-19T03:22:38,129 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/data/hbase/replication/1dd64a0558ad6bbdd2d73a4c17643903/.tmp/queue/f78355644ba44a31affdededd9272b20 is 154, key is 1-47efada56ed5,33191,1731986538783/queue:47efada56ed5%2C33191%2C1731986538783/1731986557096/Put/seqid=0 2024-11-19T03:22:38,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38825 is added to blk_1073741841_1017 (size=7686) 2024-11-19T03:22:38,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38825 is added to blk_1073741840_1016 (size=5353) 2024-11-19T03:22:38,133 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/data/hbase/replication/1dd64a0558ad6bbdd2d73a4c17643903/.tmp/queue/f78355644ba44a31affdededd9272b20 2024-11-19T03:22:38,133 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/data/hbase/meta/1588230740/.tmp/info/e47b5d5579d940f2a7d840a873a22978 2024-11-19T03:22:38,138 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/data/hbase/replication/1dd64a0558ad6bbdd2d73a4c17643903/.tmp/queue/f78355644ba44a31affdededd9272b20 as hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/data/hbase/replication/1dd64a0558ad6bbdd2d73a4c17643903/queue/f78355644ba44a31affdededd9272b20 2024-11-19T03:22:38,142 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/data/hbase/replication/1dd64a0558ad6bbdd2d73a4c17643903/queue/f78355644ba44a31affdededd9272b20, entries=1, sequenceid=12, filesize=5.2 K 2024-11-19T03:22:38,143 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 1dd64a0558ad6bbdd2d73a4c17643903 in 32ms, sequenceid=12, compaction requested=false 2024-11-19T03:22:38,147 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/data/hbase/replication/1dd64a0558ad6bbdd2d73a4c17643903/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-19T03:22:38,147 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T03:22:38,147 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T03:22:38,147 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731986548803.1dd64a0558ad6bbdd2d73a4c17643903. 2024-11-19T03:22:38,147 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1dd64a0558ad6bbdd2d73a4c17643903: Waiting for close lock at 1731986558110Running coprocessor pre-close hooks at 1731986558110Disabling compacts and flushes for region at 1731986558110Disabling writes for close at 1731986558111 (+1 ms)Obtaining lock to block concurrent updates at 1731986558111Preparing flush snapshotting stores in 1dd64a0558ad6bbdd2d73a4c17643903 at 1731986558111Finished memstore snapshotting hbase:replication,,1731986548803.1dd64a0558ad6bbdd2d73a4c17643903., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1731986558111Flushing stores of hbase:replication,,1731986548803.1dd64a0558ad6bbdd2d73a4c17643903. at 1731986558112 (+1 ms)Flushing 1dd64a0558ad6bbdd2d73a4c17643903/queue: creating writer at 1731986558112Flushing 1dd64a0558ad6bbdd2d73a4c17643903/queue: appending metadata at 1731986558129 (+17 ms)Flushing 1dd64a0558ad6bbdd2d73a4c17643903/queue: closing flushed file at 1731986558129Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64715269: reopening flushed file at 1731986558138 (+9 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 1dd64a0558ad6bbdd2d73a4c17643903 in 32ms, sequenceid=12, compaction requested=false at 1731986558143 (+5 ms)Writing region close event to WAL at 1731986558144 (+1 ms)Running coprocessor post-close hooks at 1731986558147 (+3 ms)Closed at 1731986558147 2024-11-19T03:22:38,147 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731986548803.1dd64a0558ad6bbdd2d73a4c17643903. 2024-11-19T03:22:38,147 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 62146e00d675bfbdc67e5827d27e2aa3, disabling compactions & flushes 2024-11-19T03:22:38,147 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731986543333.62146e00d675bfbdc67e5827d27e2aa3. 2024-11-19T03:22:38,147 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731986543333.62146e00d675bfbdc67e5827d27e2aa3. 2024-11-19T03:22:38,147 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731986543333.62146e00d675bfbdc67e5827d27e2aa3. after waiting 0 ms 2024-11-19T03:22:38,148 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731986543333.62146e00d675bfbdc67e5827d27e2aa3. 2024-11-19T03:22:38,148 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 62146e00d675bfbdc67e5827d27e2aa3 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-19T03:22:38,155 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/data/hbase/meta/1588230740/.tmp/ns/3b2137dadf6042138929c56dc693c0ce is 43, key is default/ns:d/1731986541970/Put/seqid=0 2024-11-19T03:22:38,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38825 is added to blk_1073741842_1018 (size=5153) 2024-11-19T03:22:38,158 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/data/hbase/meta/1588230740/.tmp/ns/3b2137dadf6042138929c56dc693c0ce 2024-11-19T03:22:38,166 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/data/default/test/62146e00d675bfbdc67e5827d27e2aa3/.tmp/f/2db2cec4243345028828ac0e321e8925 is 29, key is row1/f:/1731986556003/DeleteFamily/seqid=0 2024-11-19T03:22:38,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38825 is added to blk_1073741843_1019 (size=5152) 2024-11-19T03:22:38,179 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/data/hbase/meta/1588230740/.tmp/rep_barrier/8756afc9f70b46b8a1b98d8f964e61f0 is 112, key is test,,1731986543333.62146e00d675bfbdc67e5827d27e2aa3./rep_barrier:seqnumDuringOpen/1731986544515/Put/seqid=0 2024-11-19T03:22:38,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38825 is added to blk_1073741844_1020 (size=5518) 2024-11-19T03:22:38,204 INFO [regionserver/47efada56ed5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T03:22:38,311 DEBUG [RS:0;47efada56ed5:33191 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 62146e00d675bfbdc67e5827d27e2aa3 2024-11-19T03:22:38,483 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,34769,1731986534727.replicationSource.wal-reader.47efada56ed5%2C34769%2C1731986534727,1-47efada56ed5,34769,1731986534727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/WALs/47efada56ed5,34769,1731986534727/47efada56ed5%2C34769%2C1731986534727.1731986535375 to pos 1191, reset compression=false 2024-11-19T03:22:38,511 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33191,1731986538783.replicationSource.wal-reader.47efada56ed5%2C33191%2C1731986538783,1-47efada56ed5,33191,1731986538783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/WALs/47efada56ed5,33191,1731986538783/47efada56ed5%2C33191%2C1731986538783.1731986541024 to pos 1239, reset compression=false 2024-11-19T03:22:38,511 DEBUG [RS:0;47efada56ed5:33191 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 62146e00d675bfbdc67e5827d27e2aa3 2024-11-19T03:22:38,515 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33191,1731986538783.replicationSource.wal-reader.47efada56ed5%2C33191%2C1731986538783,1-47efada56ed5,33191,1731986538783 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T03:22:38,515 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33191,1731986538783.replicationSource.wal-reader.47efada56ed5%2C33191%2C1731986538783,1-47efada56ed5,33191,1731986538783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/WALs/47efada56ed5,33191,1731986538783/47efada56ed5%2C33191%2C1731986538783.1731986541024 to pos 1486, reset compression=false 2024-11-19T03:22:38,515 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33191,1731986538783.replicationSource.shipper47efada56ed5%2C33191%2C1731986538783,1-47efada56ed5,33191,1731986538783 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-47efada56ed5,33191,1731986538783 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/WALs/47efada56ed5,33191,1731986538783/47efada56ed5%2C33191%2C1731986538783.1731986541024, lastWalPosition=1486, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T03:22:38,516 ERROR [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33191,1731986538783.replicationSource.shipper47efada56ed5%2C33191%2C1731986538783,1-47efada56ed5,33191,1731986538783 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 47efada56ed5,33191,1731986538783: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-47efada56ed5,33191,1731986538783, walGroup=47efada56ed5%2C33191%2C1731986538783, offset=47efada56ed5%2C33191%2C1731986538783.1731986541024:1486, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=47efada56ed5:33191 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-19T03:22:38,517 ERROR [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33191,1731986538783.replicationSource.shipper47efada56ed5%2C33191%2C1731986538783,1-47efada56ed5,33191,1731986538783 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-19T03:22:38,517 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33191,1731986538783.replicationSource.shipper47efada56ed5%2C33191%2C1731986538783,1-47efada56ed5,33191,1731986538783 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-19T03:22:38,518 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33191,1731986538783.replicationSource.shipper47efada56ed5%2C33191%2C1731986538783,1-47efada56ed5,33191,1731986538783 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-19T03:22:38,518 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33191,1731986538783.replicationSource.shipper47efada56ed5%2C33191%2C1731986538783,1-47efada56ed5,33191,1731986538783 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-19T03:22:38,518 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33191,1731986538783.replicationSource.shipper47efada56ed5%2C33191%2C1731986538783,1-47efada56ed5,33191,1731986538783 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-19T03:22:38,519 INFO [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33191,1731986538783.replicationSource.shipper47efada56ed5%2C33191%2C1731986538783,1-47efada56ed5,33191,1731986538783 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1342177280, "init": 1048576000, "max": 2306867200, "used": 831842016 }, "NonHeapMemoryUsage": { "committed": 205651968, "init": 7667712, "max": -1, "used": 201963648 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-19T03:22:38,519 WARN [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33191,1731986538783.replicationSource.shipper47efada56ed5%2C33191%2C1731986538783,1-47efada56ed5,33191,1731986538783 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=47efada56ed5:43629 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=47efada56ed5:43629 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-19T03:22:38,569 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/data/default/test/62146e00d675bfbdc67e5827d27e2aa3/.tmp/f/2db2cec4243345028828ac0e321e8925 2024-11-19T03:22:38,574 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2db2cec4243345028828ac0e321e8925 2024-11-19T03:22:38,586 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/data/hbase/meta/1588230740/.tmp/rep_barrier/8756afc9f70b46b8a1b98d8f964e61f0 2024-11-19T03:22:38,588 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/data/default/test/62146e00d675bfbdc67e5827d27e2aa3/.tmp/f1/41c2cc0294b44f60bc21cbb8d3fbff51 is 30, key is row1/f1:/1731986556003/DeleteFamily/seqid=0 2024-11-19T03:22:38,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38825 is added to blk_1073741845_1021 (size=5158) 2024-11-19T03:22:38,605 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/data/hbase/meta/1588230740/.tmp/table/9b0d8be92739489eb1aa43fefe0f4fcb is 53, key is hbase:replication/table:state/1731986550010/Put/seqid=0 2024-11-19T03:22:38,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38825 is added to blk_1073741846_1022 (size=5308) 2024-11-19T03:22:38,701 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,41409,1731986527987.replicationSource.wal-reader.47efada56ed5%2C41409%2C1731986527987,1-47efada56ed5,41409,1731986527987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/WALs/47efada56ed5,41409,1731986527987/47efada56ed5%2C41409%2C1731986527987.1731986530930 to pos 636, reset compression=false 2024-11-19T03:22:38,711 DEBUG [RS:0;47efada56ed5:33191 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 62146e00d675bfbdc67e5827d27e2aa3 2024-11-19T03:22:38,718 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33191,1731986538783.replicationSource.wal-reader.47efada56ed5%2C33191%2C1731986538783,1-47efada56ed5,33191,1731986538783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/WALs/47efada56ed5,33191,1731986538783/47efada56ed5%2C33191%2C1731986538783.1731986541024 to pos 1486, reset compression=false 2024-11-19T03:22:38,912 DEBUG [RS:0;47efada56ed5:33191 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 62146e00d675bfbdc67e5827d27e2aa3 2024-11-19T03:22:38,925 INFO [regionserver/47efada56ed5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T03:22:38,925 INFO [regionserver/47efada56ed5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T03:22:38,990 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,34769,1731986534727.replicationSource.wal-reader.47efada56ed5%2C34769%2C1731986534727,1-47efada56ed5,34769,1731986534727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/WALs/47efada56ed5,34769,1731986534727/47efada56ed5%2C34769%2C1731986534727.1731986535375 to pos 1191, reset compression=false 2024-11-19T03:22:38,991 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/data/default/test/62146e00d675bfbdc67e5827d27e2aa3/.tmp/f1/41c2cc0294b44f60bc21cbb8d3fbff51 2024-11-19T03:22:38,995 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 41c2cc0294b44f60bc21cbb8d3fbff51 2024-11-19T03:22:39,008 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/data/hbase/meta/1588230740/.tmp/table/9b0d8be92739489eb1aa43fefe0f4fcb 2024-11-19T03:22:39,012 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/data/hbase/meta/1588230740/.tmp/info/e47b5d5579d940f2a7d840a873a22978 as hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/data/hbase/meta/1588230740/info/e47b5d5579d940f2a7d840a873a22978 2024-11-19T03:22:39,014 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/data/default/test/62146e00d675bfbdc67e5827d27e2aa3/.tmp/norep/2145f3a14d8a4a938b99c09f0689ffac is 33, key is row2/norep:/1731986557008/DeleteFamily/seqid=0 2024-11-19T03:22:39,016 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/data/hbase/meta/1588230740/info/e47b5d5579d940f2a7d840a873a22978, entries=20, sequenceid=16, filesize=7.5 K 2024-11-19T03:22:39,016 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/data/hbase/meta/1588230740/.tmp/ns/3b2137dadf6042138929c56dc693c0ce as hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/data/hbase/meta/1588230740/ns/3b2137dadf6042138929c56dc693c0ce 2024-11-19T03:22:39,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38825 is added to blk_1073741847_1023 (size=5108) 2024-11-19T03:22:39,019 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/data/hbase/meta/1588230740/ns/3b2137dadf6042138929c56dc693c0ce, entries=2, sequenceid=16, filesize=5.0 K 2024-11-19T03:22:39,020 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/data/hbase/meta/1588230740/.tmp/rep_barrier/8756afc9f70b46b8a1b98d8f964e61f0 as hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/data/hbase/meta/1588230740/rep_barrier/8756afc9f70b46b8a1b98d8f964e61f0 2024-11-19T03:22:39,021 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33191,1731986538783.replicationSource.wal-reader.47efada56ed5%2C33191%2C1731986538783,1-47efada56ed5,33191,1731986538783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/WALs/47efada56ed5,33191,1731986538783/47efada56ed5%2C33191%2C1731986538783.1731986541024 to pos 1486, reset compression=false 2024-11-19T03:22:39,024 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/data/hbase/meta/1588230740/rep_barrier/8756afc9f70b46b8a1b98d8f964e61f0, entries=1, sequenceid=16, filesize=5.4 K 2024-11-19T03:22:39,024 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/data/hbase/meta/1588230740/.tmp/table/9b0d8be92739489eb1aa43fefe0f4fcb as hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/data/hbase/meta/1588230740/table/9b0d8be92739489eb1aa43fefe0f4fcb 2024-11-19T03:22:39,027 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/data/hbase/meta/1588230740/table/9b0d8be92739489eb1aa43fefe0f4fcb, entries=4, sequenceid=16, filesize=5.2 K 2024-11-19T03:22:39,028 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 917ms, sequenceid=16, compaction requested=false 2024-11-19T03:22:39,031 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-19T03:22:39,031 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T03:22:39,031 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T03:22:39,032 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T03:22:39,032 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731986558111Running coprocessor pre-close hooks at 1731986558111Disabling compacts and flushes for region at 1731986558111Disabling writes for close at 1731986558111Obtaining lock to block concurrent updates at 1731986558111Preparing flush snapshotting stores in 1588230740 at 1731986558111Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731986558111Flushing stores of hbase:meta,,1.1588230740 at 1731986558112 (+1 ms)Flushing 1588230740/info: creating writer at 1731986558112Flushing 1588230740/info: appending metadata at 1731986558129 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731986558129Flushing 1588230740/ns: creating writer at 1731986558138 (+9 ms)Flushing 1588230740/ns: appending metadata at 1731986558154 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731986558154Flushing 1588230740/rep_barrier: creating writer at 1731986558162 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731986558178 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731986558178Flushing 1588230740/table: creating writer at 1731986558590 (+412 ms)Flushing 1588230740/table: appending metadata at 1731986558604 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731986558604Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6510e924: reopening flushed file at 1731986559012 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@128bbe33: reopening flushed file at 1731986559016 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@294e0561: reopening flushed file at 1731986559020 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4807292f: reopening flushed file at 1731986559024 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 917ms, sequenceid=16, compaction requested=false at 1731986559028 (+4 ms)Writing region close event to WAL at 1731986559029 (+1 ms)Running coprocessor post-close hooks at 1731986559031 (+2 ms)Closed at 1731986559032 (+1 ms) 2024-11-19T03:22:39,032 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T03:22:39,112 INFO [RS:0;47efada56ed5:33191 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T03:22:39,112 DEBUG [RS:0;47efada56ed5:33191 {}] regionserver.HRegionServer(1325): Online Regions={62146e00d675bfbdc67e5827d27e2aa3=test,,1731986543333.62146e00d675bfbdc67e5827d27e2aa3.} 2024-11-19T03:22:39,112 DEBUG [RS:0;47efada56ed5:33191 {}] regionserver.HRegionServer(1351): Waiting on 62146e00d675bfbdc67e5827d27e2aa3 2024-11-19T03:22:39,312 DEBUG [RS:0;47efada56ed5:33191 {}] regionserver.HRegionServer(1351): Waiting on 62146e00d675bfbdc67e5827d27e2aa3 2024-11-19T03:22:39,417 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/data/default/test/62146e00d675bfbdc67e5827d27e2aa3/.tmp/norep/2145f3a14d8a4a938b99c09f0689ffac 2024-11-19T03:22:39,420 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2145f3a14d8a4a938b99c09f0689ffac 2024-11-19T03:22:39,421 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/data/default/test/62146e00d675bfbdc67e5827d27e2aa3/.tmp/f/2db2cec4243345028828ac0e321e8925 as hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/data/default/test/62146e00d675bfbdc67e5827d27e2aa3/f/2db2cec4243345028828ac0e321e8925 2024-11-19T03:22:39,424 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33191,1731986538783.replicationSource.wal-reader.47efada56ed5%2C33191%2C1731986538783,1-47efada56ed5,33191,1731986538783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/WALs/47efada56ed5,33191,1731986538783/47efada56ed5%2C33191%2C1731986538783.1731986541024 to pos 1486, reset compression=false 2024-11-19T03:22:39,425 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2db2cec4243345028828ac0e321e8925 2024-11-19T03:22:39,425 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/data/default/test/62146e00d675bfbdc67e5827d27e2aa3/f/2db2cec4243345028828ac0e321e8925, entries=3, sequenceid=10, filesize=5.0 K 2024-11-19T03:22:39,426 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/data/default/test/62146e00d675bfbdc67e5827d27e2aa3/.tmp/f1/41c2cc0294b44f60bc21cbb8d3fbff51 as hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/data/default/test/62146e00d675bfbdc67e5827d27e2aa3/f1/41c2cc0294b44f60bc21cbb8d3fbff51 2024-11-19T03:22:39,430 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 41c2cc0294b44f60bc21cbb8d3fbff51 2024-11-19T03:22:39,430 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/data/default/test/62146e00d675bfbdc67e5827d27e2aa3/f1/41c2cc0294b44f60bc21cbb8d3fbff51, entries=3, sequenceid=10, filesize=5.0 K 2024-11-19T03:22:39,431 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/data/default/test/62146e00d675bfbdc67e5827d27e2aa3/.tmp/norep/2145f3a14d8a4a938b99c09f0689ffac as hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/data/default/test/62146e00d675bfbdc67e5827d27e2aa3/norep/2145f3a14d8a4a938b99c09f0689ffac 2024-11-19T03:22:39,435 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2145f3a14d8a4a938b99c09f0689ffac 2024-11-19T03:22:39,435 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/data/default/test/62146e00d675bfbdc67e5827d27e2aa3/norep/2145f3a14d8a4a938b99c09f0689ffac, entries=1, sequenceid=10, filesize=5.0 K 2024-11-19T03:22:39,436 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 62146e00d675bfbdc67e5827d27e2aa3 in 1288ms, sequenceid=10, compaction requested=false 2024-11-19T03:22:39,439 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/data/default/test/62146e00d675bfbdc67e5827d27e2aa3/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-19T03:22:39,439 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T03:22:39,439 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T03:22:39,439 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731986543333.62146e00d675bfbdc67e5827d27e2aa3. 2024-11-19T03:22:39,440 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 62146e00d675bfbdc67e5827d27e2aa3: Waiting for close lock at 1731986558147Running coprocessor pre-close hooks at 1731986558147Disabling compacts and flushes for region at 1731986558147Disabling writes for close at 1731986558147Obtaining lock to block concurrent updates at 1731986558148 (+1 ms)Preparing flush snapshotting stores in 62146e00d675bfbdc67e5827d27e2aa3 at 1731986558148Finished memstore snapshotting test,,1731986543333.62146e00d675bfbdc67e5827d27e2aa3., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731986558148Flushing stores of test,,1731986543333.62146e00d675bfbdc67e5827d27e2aa3. at 1731986558148Flushing 62146e00d675bfbdc67e5827d27e2aa3/f: creating writer at 1731986558148Flushing 62146e00d675bfbdc67e5827d27e2aa3/f: appending metadata at 1731986558165 (+17 ms)Flushing 62146e00d675bfbdc67e5827d27e2aa3/f: closing flushed file at 1731986558165Flushing 62146e00d675bfbdc67e5827d27e2aa3/f1: creating writer at 1731986558574 (+409 ms)Flushing 62146e00d675bfbdc67e5827d27e2aa3/f1: appending metadata at 1731986558587 (+13 ms)Flushing 62146e00d675bfbdc67e5827d27e2aa3/f1: closing flushed file at 1731986558587Flushing 62146e00d675bfbdc67e5827d27e2aa3/norep: creating writer at 1731986558995 (+408 ms)Flushing 62146e00d675bfbdc67e5827d27e2aa3/norep: appending metadata at 1731986559013 (+18 ms)Flushing 62146e00d675bfbdc67e5827d27e2aa3/norep: closing flushed file at 1731986559013Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@747e8a12: reopening flushed file at 1731986559420 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e8e874d: reopening flushed file at 1731986559425 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66225d98: reopening flushed file at 1731986559430 (+5 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 62146e00d675bfbdc67e5827d27e2aa3 in 1288ms, sequenceid=10, compaction requested=false at 1731986559436 (+6 ms)Writing region close event to WAL at 1731986559437 (+1 ms)Running coprocessor post-close hooks at 1731986559439 (+2 ms)Closed at 1731986559439 2024-11-19T03:22:39,440 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731986543333.62146e00d675bfbdc67e5827d27e2aa3. 2024-11-19T03:22:39,512 INFO [RS:0;47efada56ed5:33191 {}] regionserver.HRegionServer(976): stopping server 47efada56ed5,33191,1731986538783; all regions closed. 2024-11-19T03:22:39,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38825 is added to blk_1073741834_1010 (size=4239) 2024-11-19T03:22:39,514 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/WALs/47efada56ed5,33191,1731986538783/47efada56ed5%2C33191%2C1731986538783.meta.1731986541917.meta not finished, retry = 0 2024-11-19T03:22:39,593 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,34769,1731986534727.replicationSource.wal-reader.47efada56ed5%2C34769%2C1731986534727,1-47efada56ed5,34769,1731986534727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/WALs/47efada56ed5,34769,1731986534727/47efada56ed5%2C34769%2C1731986534727.1731986535375 to pos 1191, reset compression=false 2024-11-19T03:22:39,604 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,41409,1731986527987.replicationSource.wal-reader.47efada56ed5%2C41409%2C1731986527987,1-47efada56ed5,41409,1731986527987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/WALs/47efada56ed5,41409,1731986527987/47efada56ed5%2C41409%2C1731986527987.1731986530930 to pos 636, reset compression=false 2024-11-19T03:22:39,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38825 is added to blk_1073741839_1015 (size=3114) 2024-11-19T03:22:39,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38825 is added to blk_1073741832_1008 (size=2138) 2024-11-19T03:22:39,621 DEBUG [RS:0;47efada56ed5:33191 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:22:39,621 INFO [RS:0;47efada56ed5:33191 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T03:22:39,621 INFO [RS:0;47efada56ed5:33191 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T03:22:39,621 INFO [RS:0;47efada56ed5:33191 {}] hbase.ChoreService(370): Chore service for: regionserver/47efada56ed5:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-19T03:22:39,621 INFO [RS:0;47efada56ed5:33191 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T03:22:39,621 INFO [regionserver/47efada56ed5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T03:22:39,622 INFO [RS:0;47efada56ed5:33191 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-47efada56ed5,33191,1731986538783 because: Region server is closing 2024-11-19T03:22:39,622 INFO [RS:0;47efada56ed5:33191 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;47efada56ed5:33191. 2024-11-19T03:22:39,622 DEBUG [RS:0;47efada56ed5:33191 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:22:39,622 DEBUG [RS:0;47efada56ed5:33191 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:22:39,622 DEBUG [RS:0;47efada56ed5:33191 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:22:39,622 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:22:39,723 INFO [RS:0;47efada56ed5:33191 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33191,1731986538783.replicationSource.shipper47efada56ed5%2C33191%2C1731986538783,1-47efada56ed5,33191,1731986538783 terminated 2024-11-19T03:22:39,723 WARN [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,33191,1731986538783.replicationSource.wal-reader.47efada56ed5%2C33191%2C1731986538783,1-47efada56ed5,33191,1731986538783 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T03:22:39,723 INFO [RS:0;47efada56ed5:33191 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;47efada56ed5:33191. 2024-11-19T03:22:39,723 DEBUG [RS:0;47efada56ed5:33191 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:22:39,723 DEBUG [RS:0;47efada56ed5:33191 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:22:39,723 DEBUG [RS:0;47efada56ed5:33191 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:22:39,723 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:22:39,723 INFO [RS:0;47efada56ed5:33191 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33191 2024-11-19T03:22:39,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33191-0x101511d092a0007, quorum=127.0.0.1:55506, baseZNode=/2-888872288 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-888872288/rs/47efada56ed5,33191,1731986538783 2024-11-19T03:22:39,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43629-0x101511d092a0006, quorum=127.0.0.1:55506, baseZNode=/2-888872288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-888872288/rs 2024-11-19T03:22:39,803 INFO [RS:0;47efada56ed5:33191 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T03:22:39,814 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [47efada56ed5,33191,1731986538783] 2024-11-19T03:22:39,824 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-888872288/draining/47efada56ed5,33191,1731986538783 already deleted, retry=false 2024-11-19T03:22:39,824 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 47efada56ed5,33191,1731986538783 expired; onlineServers=0 2024-11-19T03:22:39,824 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '47efada56ed5,43629,1731986538644' ***** 2024-11-19T03:22:39,824 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T03:22:39,824 INFO [M:0;47efada56ed5:43629 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T03:22:39,825 INFO [M:0;47efada56ed5:43629 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T03:22:39,825 DEBUG [M:0;47efada56ed5:43629 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T03:22:39,825 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T03:22:39,825 DEBUG [M:0;47efada56ed5:43629 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T03:22:39,825 DEBUG [master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.small.0-1731986540752 {}] cleaner.HFileCleaner(306): Exit Thread[master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.small.0-1731986540752,5,FailOnTimeoutGroup] 2024-11-19T03:22:39,825 DEBUG [master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.large.0-1731986540749 {}] cleaner.HFileCleaner(306): Exit Thread[master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.large.0-1731986540749,5,FailOnTimeoutGroup] 2024-11-19T03:22:39,825 INFO [M:0;47efada56ed5:43629 {}] hbase.ChoreService(370): Chore service for: master/47efada56ed5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T03:22:39,825 INFO [M:0;47efada56ed5:43629 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T03:22:39,825 DEBUG [M:0;47efada56ed5:43629 {}] master.HMaster(1795): Stopping service threads 2024-11-19T03:22:39,825 INFO [M:0;47efada56ed5:43629 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T03:22:39,825 INFO [M:0;47efada56ed5:43629 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T03:22:39,826 INFO [M:0;47efada56ed5:43629 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T03:22:39,826 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T03:22:39,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43629-0x101511d092a0006, quorum=127.0.0.1:55506, baseZNode=/2-888872288 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-888872288/master 2024-11-19T03:22:39,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43629-0x101511d092a0006, quorum=127.0.0.1:55506, baseZNode=/2-888872288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-888872288 2024-11-19T03:22:39,835 DEBUG [M:0;47efada56ed5:43629 {}] zookeeper.ZKUtil(347): master:43629-0x101511d092a0006, quorum=127.0.0.1:55506, baseZNode=/2-888872288 Unable to get data of znode /2-888872288/master because node does not exist (not an error) 2024-11-19T03:22:39,835 WARN [M:0;47efada56ed5:43629 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T03:22:39,836 INFO [M:0;47efada56ed5:43629 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/.lastflushedseqids 2024-11-19T03:22:39,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38825 is added to blk_1073741848_1024 (size=245) 2024-11-19T03:22:39,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33191-0x101511d092a0007, quorum=127.0.0.1:55506, baseZNode=/2-888872288 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T03:22:39,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33191-0x101511d092a0007, quorum=127.0.0.1:55506, baseZNode=/2-888872288 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T03:22:39,914 INFO [RS:0;47efada56ed5:33191 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T03:22:39,914 INFO [RS:0;47efada56ed5:33191 {}] regionserver.HRegionServer(1031): Exiting; stopping=47efada56ed5,33191,1731986538783; zookeeper connection closed. 2024-11-19T03:22:39,914 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@f721cb9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@f721cb9 2024-11-19T03:22:39,914 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T03:22:40,240 INFO [M:0;47efada56ed5:43629 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T03:22:40,240 INFO [M:0;47efada56ed5:43629 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T03:22:40,240 DEBUG [M:0;47efada56ed5:43629 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T03:22:40,241 INFO [M:0;47efada56ed5:43629 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:22:40,241 DEBUG [M:0;47efada56ed5:43629 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:22:40,241 DEBUG [M:0;47efada56ed5:43629 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T03:22:40,241 DEBUG [M:0;47efada56ed5:43629 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:22:40,241 INFO [M:0;47efada56ed5:43629 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-19T03:22:40,257 DEBUG [M:0;47efada56ed5:43629 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/386ffdc967604d7cbe56e4f371577314 is 82, key is hbase:meta,,1/info:regioninfo/1731986541949/Put/seqid=0 2024-11-19T03:22:40,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38825 is added to blk_1073741849_1025 (size=5672) 2024-11-19T03:22:40,297 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,34769,1731986534727.replicationSource.wal-reader.47efada56ed5%2C34769%2C1731986534727,1-47efada56ed5,34769,1731986534727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/WALs/47efada56ed5,34769,1731986534727/47efada56ed5%2C34769%2C1731986534727.1731986535375 to pos 1191, reset compression=false 2024-11-19T03:22:40,607 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,41409,1731986527987.replicationSource.wal-reader.47efada56ed5%2C41409%2C1731986527987,1-47efada56ed5,41409,1731986527987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/WALs/47efada56ed5,41409,1731986527987/47efada56ed5%2C41409%2C1731986527987.1731986530930 to pos 636, reset compression=false 2024-11-19T03:22:40,661 INFO [M:0;47efada56ed5:43629 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/386ffdc967604d7cbe56e4f371577314 2024-11-19T03:22:40,680 DEBUG [M:0;47efada56ed5:43629 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/700383a2c07c4278b828270444143d07 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731986550012/Put/seqid=0 2024-11-19T03:22:40,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38825 is added to blk_1073741850_1026 (size=8517) 2024-11-19T03:22:40,684 INFO [M:0;47efada56ed5:43629 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/700383a2c07c4278b828270444143d07 2024-11-19T03:22:40,700 DEBUG [M:0;47efada56ed5:43629 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/14880848b56b4418b343a9e989bacdae is 69, key is 47efada56ed5,33191,1731986538783/rs:state/1731986540840/Put/seqid=0 2024-11-19T03:22:40,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38825 is added to blk_1073741851_1027 (size=5156) 2024-11-19T03:22:41,099 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,34769,1731986534727.replicationSource.wal-reader.47efada56ed5%2C34769%2C1731986534727,1-47efada56ed5,34769,1731986534727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/WALs/47efada56ed5,34769,1731986534727/47efada56ed5%2C34769%2C1731986534727.1731986535375 to pos 1191, reset compression=false 2024-11-19T03:22:41,196 INFO [M:0;47efada56ed5:43629 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/14880848b56b4418b343a9e989bacdae 2024-11-19T03:22:41,200 DEBUG [M:0;47efada56ed5:43629 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/386ffdc967604d7cbe56e4f371577314 as hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/386ffdc967604d7cbe56e4f371577314 2024-11-19T03:22:41,203 INFO [M:0;47efada56ed5:43629 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/386ffdc967604d7cbe56e4f371577314, entries=8, sequenceid=97, filesize=5.5 K 2024-11-19T03:22:41,203 DEBUG [M:0;47efada56ed5:43629 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/700383a2c07c4278b828270444143d07 as hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/700383a2c07c4278b828270444143d07 2024-11-19T03:22:41,206 INFO [M:0;47efada56ed5:43629 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/700383a2c07c4278b828270444143d07, entries=11, sequenceid=97, filesize=8.3 K 2024-11-19T03:22:41,207 DEBUG [M:0;47efada56ed5:43629 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/14880848b56b4418b343a9e989bacdae as hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/14880848b56b4418b343a9e989bacdae 2024-11-19T03:22:41,211 INFO [M:0;47efada56ed5:43629 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35837/user/jenkins/test-data/ff2f6c7d-24ff-b749-c9a2-b36935c41a35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/14880848b56b4418b343a9e989bacdae, entries=1, sequenceid=97, filesize=5.0 K 2024-11-19T03:22:41,211 INFO [M:0;47efada56ed5:43629 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 970ms, sequenceid=97, compaction requested=false 2024-11-19T03:22:41,213 INFO [M:0;47efada56ed5:43629 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:22:41,213 DEBUG [M:0;47efada56ed5:43629 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731986560240Disabling compacts and flushes for region at 1731986560240Disabling writes for close at 1731986560241 (+1 ms)Obtaining lock to block concurrent updates at 1731986560241Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731986560241Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731986560241Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731986560241Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731986560242 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731986560257 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731986560257Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731986560664 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731986560680 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731986560680Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731986560687 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731986560700 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731986560700Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3475d3a2: reopening flushed file at 1731986561199 (+499 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b57dccb: reopening flushed file at 1731986561203 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c427e85: reopening flushed file at 1731986561206 (+3 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 970ms, sequenceid=97, compaction requested=false at 1731986561212 (+6 ms)Writing region close event to WAL at 1731986561213 (+1 ms)Closed at 1731986561213 2024-11-19T03:22:41,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38825 is added to blk_1073741830_1006 (size=63666) 2024-11-19T03:22:41,215 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T03:22:41,215 INFO [M:0;47efada56ed5:43629 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T03:22:41,215 INFO [M:0;47efada56ed5:43629 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43629 2024-11-19T03:22:41,216 INFO [M:0;47efada56ed5:43629 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T03:22:41,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43629-0x101511d092a0006, quorum=127.0.0.1:55506, baseZNode=/2-888872288 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T03:22:41,354 INFO [M:0;47efada56ed5:43629 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T03:22:41,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43629-0x101511d092a0006, quorum=127.0.0.1:55506, baseZNode=/2-888872288 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T03:22:41,387 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7ed17673{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T03:22:41,387 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1ac2210{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T03:22:41,388 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T03:22:41,388 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a533494{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T03:22:41,388 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@fcd3b2c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d2496320-986f-daf7-a701-d31f9b14978e/hadoop.log.dir/,STOPPED} 2024-11-19T03:22:41,389 WARN [BP-550879342-172.17.0.3-1731986536530 heartbeating to localhost/127.0.0.1:35837 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T03:22:41,389 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T03:22:41,389 WARN [BP-550879342-172.17.0.3-1731986536530 heartbeating to localhost/127.0.0.1:35837 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-550879342-172.17.0.3-1731986536530 (Datanode Uuid 2f3cafcf-6a01-4cde-a76d-db04d26b42f9) service to localhost/127.0.0.1:35837 2024-11-19T03:22:41,389 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T03:22:41,389 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d2496320-986f-daf7-a701-d31f9b14978e/cluster_332657e8-d03f-d840-be7d-586fe15ce9f7/data/data1/current/BP-550879342-172.17.0.3-1731986536530 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T03:22:41,390 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d2496320-986f-daf7-a701-d31f9b14978e/cluster_332657e8-d03f-d840-be7d-586fe15ce9f7/data/data2/current/BP-550879342-172.17.0.3-1731986536530 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T03:22:41,390 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T03:22:41,394 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@24b081ee{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T03:22:41,395 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7fd960d9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T03:22:41,395 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T03:22:41,395 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a1f1cb1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T03:22:41,395 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e4753f2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d2496320-986f-daf7-a701-d31f9b14978e/hadoop.log.dir/,STOPPED} 2024-11-19T03:22:41,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T03:22:41,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T03:22:41,412 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T03:22:41,412 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:22:41,412 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:22:41,412 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:22:41,412 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:22:41,413 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T03:22:41,413 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=544943352, stopped=false 2024-11-19T03:22:41,413 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=47efada56ed5,38235,1731986534528 2024-11-19T03:22:41,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38235-0x101511d092a0003, quorum=127.0.0.1:55506, baseZNode=/1-249394125 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-249394125/running 2024-11-19T03:22:41,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34769-0x101511d092a0004, quorum=127.0.0.1:55506, baseZNode=/1-249394125 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-249394125/running 2024-11-19T03:22:41,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34769-0x101511d092a0004, quorum=127.0.0.1:55506, baseZNode=/1-249394125 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-249394125 2024-11-19T03:22:41,424 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T03:22:41,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38235-0x101511d092a0003, quorum=127.0.0.1:55506, baseZNode=/1-249394125 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-249394125 2024-11-19T03:22:41,424 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T03:22:41,424 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:22:41,424 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:22:41,424 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38235-0x101511d092a0003, quorum=127.0.0.1:55506, baseZNode=/1-249394125 Set watcher on znode that does not yet exist, /1-249394125/running 2024-11-19T03:22:41,424 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '47efada56ed5,34769,1731986534727' ***** 2024-11-19T03:22:41,424 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T03:22:41,425 INFO [RS:0;47efada56ed5:34769 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T03:22:41,425 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34769-0x101511d092a0004, quorum=127.0.0.1:55506, baseZNode=/1-249394125 Set watcher on znode that does not yet exist, /1-249394125/running 2024-11-19T03:22:41,425 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T03:22:41,425 INFO [RS:0;47efada56ed5:34769 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T03:22:41,425 INFO [RS:0;47efada56ed5:34769 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T03:22:41,425 INFO [RS:0;47efada56ed5:34769 {}] regionserver.HRegionServer(3091): Received CLOSE for 9c485d5c23f6fe70bdd452648dc0236e 2024-11-19T03:22:41,425 INFO [RS:0;47efada56ed5:34769 {}] regionserver.HRegionServer(3091): Received CLOSE for a1d23e9c8dbc21c520778d375e4d39c2 2024-11-19T03:22:41,425 INFO [RS:0;47efada56ed5:34769 {}] regionserver.HRegionServer(959): stopping server 47efada56ed5,34769,1731986534727 2024-11-19T03:22:41,425 INFO [RS:0;47efada56ed5:34769 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T03:22:41,425 INFO [RS:0;47efada56ed5:34769 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;47efada56ed5:34769. 2024-11-19T03:22:41,425 DEBUG [RS:0;47efada56ed5:34769 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:22:41,425 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9c485d5c23f6fe70bdd452648dc0236e, disabling compactions & flushes 2024-11-19T03:22:41,425 DEBUG [RS:0;47efada56ed5:34769 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:22:41,425 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731986542693.9c485d5c23f6fe70bdd452648dc0236e. 2024-11-19T03:22:41,425 INFO [RS:0;47efada56ed5:34769 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T03:22:41,425 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731986542693.9c485d5c23f6fe70bdd452648dc0236e. 2024-11-19T03:22:41,425 INFO [RS:0;47efada56ed5:34769 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T03:22:41,425 INFO [RS:0;47efada56ed5:34769 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T03:22:41,425 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731986542693.9c485d5c23f6fe70bdd452648dc0236e. after waiting 0 ms 2024-11-19T03:22:41,425 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731986542693.9c485d5c23f6fe70bdd452648dc0236e. 2024-11-19T03:22:41,425 INFO [RS:0;47efada56ed5:34769 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T03:22:41,426 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9c485d5c23f6fe70bdd452648dc0236e 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-19T03:22:41,426 INFO [RS:0;47efada56ed5:34769 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-19T03:22:41,426 DEBUG [RS:0;47efada56ed5:34769 {}] regionserver.HRegionServer(1325): Online Regions={9c485d5c23f6fe70bdd452648dc0236e=test,,1731986542693.9c485d5c23f6fe70bdd452648dc0236e., 1588230740=hbase:meta,,1.1588230740, a1d23e9c8dbc21c520778d375e4d39c2=hbase:replication,,1731986547656.a1d23e9c8dbc21c520778d375e4d39c2.} 2024-11-19T03:22:41,426 DEBUG [RS:0;47efada56ed5:34769 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9c485d5c23f6fe70bdd452648dc0236e, a1d23e9c8dbc21c520778d375e4d39c2 2024-11-19T03:22:41,426 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T03:22:41,426 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T03:22:41,426 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T03:22:41,426 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T03:22:41,426 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T03:22:41,426 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-19T03:22:41,438 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/data/hbase/meta/1588230740/.tmp/info/f3a25bb051264bb79345ca448264bd36 is 147, key is hbase:replication,,1731986547656.a1d23e9c8dbc21c520778d375e4d39c2./info:regioninfo/1731986548439/Put/seqid=0 2024-11-19T03:22:41,438 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/data/default/test/9c485d5c23f6fe70bdd452648dc0236e/.tmp/f/a3bcc919f44b4e849f497cbf2ff6aea3 is 29, key is row1/f:/1731986556003/DeleteFamily/seqid=0 2024-11-19T03:22:41,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40063 is added to blk_1073741841_1017 (size=5152) 2024-11-19T03:22:41,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40063 is added to blk_1073741840_1016 (size=7686) 2024-11-19T03:22:41,470 INFO [regionserver/47efada56ed5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T03:22:41,626 DEBUG [RS:0;47efada56ed5:34769 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9c485d5c23f6fe70bdd452648dc0236e, a1d23e9c8dbc21c520778d375e4d39c2 2024-11-19T03:22:41,710 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,41409,1731986527987.replicationSource.wal-reader.47efada56ed5%2C41409%2C1731986527987,1-47efada56ed5,41409,1731986527987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/WALs/47efada56ed5,41409,1731986527987/47efada56ed5%2C41409%2C1731986527987.1731986530930 to pos 636, reset compression=false 2024-11-19T03:22:41,826 DEBUG [RS:0;47efada56ed5:34769 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9c485d5c23f6fe70bdd452648dc0236e, a1d23e9c8dbc21c520778d375e4d39c2 2024-11-19T03:22:41,842 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/data/hbase/meta/1588230740/.tmp/info/f3a25bb051264bb79345ca448264bd36 2024-11-19T03:22:41,842 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/data/default/test/9c485d5c23f6fe70bdd452648dc0236e/.tmp/f/a3bcc919f44b4e849f497cbf2ff6aea3 2024-11-19T03:22:41,845 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a3bcc919f44b4e849f497cbf2ff6aea3 2024-11-19T03:22:41,858 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/data/default/test/9c485d5c23f6fe70bdd452648dc0236e/.tmp/f1/b61a8844e97b432db5f64cb89882a766 is 30, key is row1/f1:/1731986556003/DeleteFamily/seqid=0 2024-11-19T03:22:41,863 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/data/hbase/meta/1588230740/.tmp/ns/d74af7cda6af42f0ad5639d5b02501fc is 43, key is default/ns:d/1731986536377/Put/seqid=0 2024-11-19T03:22:41,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40063 is added to blk_1073741842_1018 (size=5158) 2024-11-19T03:22:41,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40063 is added to blk_1073741843_1019 (size=5153) 2024-11-19T03:22:42,002 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,34769,1731986534727.replicationSource.wal-reader.47efada56ed5%2C34769%2C1731986534727,1-47efada56ed5,34769,1731986534727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/WALs/47efada56ed5,34769,1731986534727/47efada56ed5%2C34769%2C1731986534727.1731986535375 to pos 1191, reset compression=false 2024-11-19T03:22:42,006 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,34769,1731986534727.replicationSource.wal-reader.47efada56ed5%2C34769%2C1731986534727,1-47efada56ed5,34769,1731986534727 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T03:22:42,006 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,34769,1731986534727.replicationSource.wal-reader.47efada56ed5%2C34769%2C1731986534727,1-47efada56ed5,34769,1731986534727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/WALs/47efada56ed5,34769,1731986534727/47efada56ed5%2C34769%2C1731986534727.1731986535375 to pos 1438, reset compression=false 2024-11-19T03:22:42,006 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,34769,1731986534727.replicationSource.shipper47efada56ed5%2C34769%2C1731986534727,1-47efada56ed5,34769,1731986534727 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-47efada56ed5,34769,1731986534727 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/WALs/47efada56ed5,34769,1731986534727/47efada56ed5%2C34769%2C1731986534727.1731986535375, lastWalPosition=1438, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T03:22:42,007 ERROR [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,34769,1731986534727.replicationSource.shipper47efada56ed5%2C34769%2C1731986534727,1-47efada56ed5,34769,1731986534727 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 47efada56ed5,34769,1731986534727: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-47efada56ed5,34769,1731986534727, walGroup=47efada56ed5%2C34769%2C1731986534727, offset=47efada56ed5%2C34769%2C1731986534727.1731986535375:1438, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=47efada56ed5:34769 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-19T03:22:42,008 ERROR [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,34769,1731986534727.replicationSource.shipper47efada56ed5%2C34769%2C1731986534727,1-47efada56ed5,34769,1731986534727 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-19T03:22:42,008 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,34769,1731986534727.replicationSource.shipper47efada56ed5%2C34769%2C1731986534727,1-47efada56ed5,34769,1731986534727 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-19T03:22:42,008 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,34769,1731986534727.replicationSource.shipper47efada56ed5%2C34769%2C1731986534727,1-47efada56ed5,34769,1731986534727 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-19T03:22:42,008 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,34769,1731986534727.replicationSource.shipper47efada56ed5%2C34769%2C1731986534727,1-47efada56ed5,34769,1731986534727 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-19T03:22:42,008 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,34769,1731986534727.replicationSource.shipper47efada56ed5%2C34769%2C1731986534727,1-47efada56ed5,34769,1731986534727 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-19T03:22:42,009 INFO [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,34769,1731986534727.replicationSource.shipper47efada56ed5%2C34769%2C1731986534727,1-47efada56ed5,34769,1731986534727 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1342177280, "init": 1048576000, "max": 2306867200, "used": 905242328 }, "NonHeapMemoryUsage": { "committed": 205783040, "init": 7667712, "max": -1, "used": 202230992 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-19T03:22:42,009 WARN [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,34769,1731986534727.replicationSource.shipper47efada56ed5%2C34769%2C1731986534727,1-47efada56ed5,34769,1731986534727 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=47efada56ed5:38235 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=47efada56ed5:38235 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-19T03:22:42,026 DEBUG [RS:0;47efada56ed5:34769 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9c485d5c23f6fe70bdd452648dc0236e, a1d23e9c8dbc21c520778d375e4d39c2 2024-11-19T03:22:42,210 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,34769,1731986534727.replicationSource.wal-reader.47efada56ed5%2C34769%2C1731986534727,1-47efada56ed5,34769,1731986534727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/WALs/47efada56ed5,34769,1731986534727/47efada56ed5%2C34769%2C1731986534727.1731986535375 to pos 1438, reset compression=false 2024-11-19T03:22:42,226 DEBUG [RS:0;47efada56ed5:34769 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9c485d5c23f6fe70bdd452648dc0236e, a1d23e9c8dbc21c520778d375e4d39c2 2024-11-19T03:22:42,250 INFO [regionserver/47efada56ed5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T03:22:42,250 INFO [regionserver/47efada56ed5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T03:22:42,265 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/data/default/test/9c485d5c23f6fe70bdd452648dc0236e/.tmp/f1/b61a8844e97b432db5f64cb89882a766 2024-11-19T03:22:42,269 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b61a8844e97b432db5f64cb89882a766 2024-11-19T03:22:42,271 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/data/hbase/meta/1588230740/.tmp/ns/d74af7cda6af42f0ad5639d5b02501fc 2024-11-19T03:22:42,282 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/data/default/test/9c485d5c23f6fe70bdd452648dc0236e/.tmp/norep/0fbf1c22110a4aeb8765827368e697a2 is 33, key is row1/norep:/1731986556003/DeleteFamily/seqid=0 2024-11-19T03:22:42,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40063 is added to blk_1073741844_1020 (size=5108) 2024-11-19T03:22:42,285 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/data/default/test/9c485d5c23f6fe70bdd452648dc0236e/.tmp/norep/0fbf1c22110a4aeb8765827368e697a2 2024-11-19T03:22:42,289 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/data/hbase/meta/1588230740/.tmp/rep_barrier/ba2d929b08e149bf8c53cccef8e1e718 is 112, key is test,,1731986542693.9c485d5c23f6fe70bdd452648dc0236e./rep_barrier:seqnumDuringOpen/1731986543113/Put/seqid=0 2024-11-19T03:22:42,292 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0fbf1c22110a4aeb8765827368e697a2 2024-11-19T03:22:42,292 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/data/default/test/9c485d5c23f6fe70bdd452648dc0236e/.tmp/f/a3bcc919f44b4e849f497cbf2ff6aea3 as hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/data/default/test/9c485d5c23f6fe70bdd452648dc0236e/f/a3bcc919f44b4e849f497cbf2ff6aea3 2024-11-19T03:22:42,296 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a3bcc919f44b4e849f497cbf2ff6aea3 2024-11-19T03:22:42,296 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/data/default/test/9c485d5c23f6fe70bdd452648dc0236e/f/a3bcc919f44b4e849f497cbf2ff6aea3, entries=3, sequenceid=10, filesize=5.0 K 2024-11-19T03:22:42,297 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/data/default/test/9c485d5c23f6fe70bdd452648dc0236e/.tmp/f1/b61a8844e97b432db5f64cb89882a766 as hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/data/default/test/9c485d5c23f6fe70bdd452648dc0236e/f1/b61a8844e97b432db5f64cb89882a766 2024-11-19T03:22:42,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40063 is added to blk_1073741845_1021 (size=5518) 2024-11-19T03:22:42,301 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b61a8844e97b432db5f64cb89882a766 2024-11-19T03:22:42,301 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/data/default/test/9c485d5c23f6fe70bdd452648dc0236e/f1/b61a8844e97b432db5f64cb89882a766, entries=3, sequenceid=10, filesize=5.0 K 2024-11-19T03:22:42,302 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/data/default/test/9c485d5c23f6fe70bdd452648dc0236e/.tmp/norep/0fbf1c22110a4aeb8765827368e697a2 as hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/data/default/test/9c485d5c23f6fe70bdd452648dc0236e/norep/0fbf1c22110a4aeb8765827368e697a2 2024-11-19T03:22:42,305 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0fbf1c22110a4aeb8765827368e697a2 2024-11-19T03:22:42,306 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/data/default/test/9c485d5c23f6fe70bdd452648dc0236e/norep/0fbf1c22110a4aeb8765827368e697a2, entries=1, sequenceid=10, filesize=5.0 K 2024-11-19T03:22:42,306 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 9c485d5c23f6fe70bdd452648dc0236e in 881ms, sequenceid=10, compaction requested=false 2024-11-19T03:22:42,313 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/data/default/test/9c485d5c23f6fe70bdd452648dc0236e/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-19T03:22:42,314 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T03:22:42,314 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T03:22:42,314 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731986542693.9c485d5c23f6fe70bdd452648dc0236e. 2024-11-19T03:22:42,314 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9c485d5c23f6fe70bdd452648dc0236e: Waiting for close lock at 1731986561425Running coprocessor pre-close hooks at 1731986561425Disabling compacts and flushes for region at 1731986561425Disabling writes for close at 1731986561425Obtaining lock to block concurrent updates at 1731986561426 (+1 ms)Preparing flush snapshotting stores in 9c485d5c23f6fe70bdd452648dc0236e at 1731986561426Finished memstore snapshotting test,,1731986542693.9c485d5c23f6fe70bdd452648dc0236e., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731986561426Flushing stores of test,,1731986542693.9c485d5c23f6fe70bdd452648dc0236e. at 1731986561426Flushing 9c485d5c23f6fe70bdd452648dc0236e/f: creating writer at 1731986561426Flushing 9c485d5c23f6fe70bdd452648dc0236e/f: appending metadata at 1731986561438 (+12 ms)Flushing 9c485d5c23f6fe70bdd452648dc0236e/f: closing flushed file at 1731986561438Flushing 9c485d5c23f6fe70bdd452648dc0236e/f1: creating writer at 1731986561845 (+407 ms)Flushing 9c485d5c23f6fe70bdd452648dc0236e/f1: appending metadata at 1731986561857 (+12 ms)Flushing 9c485d5c23f6fe70bdd452648dc0236e/f1: closing flushed file at 1731986561857Flushing 9c485d5c23f6fe70bdd452648dc0236e/norep: creating writer at 1731986562269 (+412 ms)Flushing 9c485d5c23f6fe70bdd452648dc0236e/norep: appending metadata at 1731986562281 (+12 ms)Flushing 9c485d5c23f6fe70bdd452648dc0236e/norep: closing flushed file at 1731986562281Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e7b7aab: reopening flushed file at 1731986562292 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fef5fd2: reopening flushed file at 1731986562296 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50c177ba: reopening flushed file at 1731986562301 (+5 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 9c485d5c23f6fe70bdd452648dc0236e in 881ms, sequenceid=10, compaction requested=false at 1731986562306 (+5 ms)Writing region close event to WAL at 1731986562311 (+5 ms)Running coprocessor post-close hooks at 1731986562314 (+3 ms)Closed at 1731986562314 2024-11-19T03:22:42,314 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731986542693.9c485d5c23f6fe70bdd452648dc0236e. 2024-11-19T03:22:42,314 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a1d23e9c8dbc21c520778d375e4d39c2, disabling compactions & flushes 2024-11-19T03:22:42,314 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731986547656.a1d23e9c8dbc21c520778d375e4d39c2. 2024-11-19T03:22:42,315 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731986547656.a1d23e9c8dbc21c520778d375e4d39c2. 2024-11-19T03:22:42,315 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731986547656.a1d23e9c8dbc21c520778d375e4d39c2. after waiting 0 ms 2024-11-19T03:22:42,315 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731986547656.a1d23e9c8dbc21c520778d375e4d39c2. 2024-11-19T03:22:42,315 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a1d23e9c8dbc21c520778d375e4d39c2: Waiting for close lock at 1731986562314Running coprocessor pre-close hooks at 1731986562314Disabling compacts and flushes for region at 1731986562314Disabling writes for close at 1731986562315 (+1 ms)Failed flush hbase:replication,,1731986547656.a1d23e9c8dbc21c520778d375e4d39c2., putting online again at 1731986562315 2024-11-19T03:22:42,315 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731986547656.a1d23e9c8dbc21c520778d375e4d39c2. 2024-11-19T03:22:42,427 INFO [RS:0;47efada56ed5:34769 {}] regionserver.HRegionServer(3091): Received CLOSE for a1d23e9c8dbc21c520778d375e4d39c2 2024-11-19T03:22:42,427 DEBUG [RS:0;47efada56ed5:34769 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a1d23e9c8dbc21c520778d375e4d39c2 2024-11-19T03:22:42,427 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a1d23e9c8dbc21c520778d375e4d39c2, disabling compactions & flushes 2024-11-19T03:22:42,427 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731986547656.a1d23e9c8dbc21c520778d375e4d39c2. 2024-11-19T03:22:42,427 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731986547656.a1d23e9c8dbc21c520778d375e4d39c2. 2024-11-19T03:22:42,427 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731986547656.a1d23e9c8dbc21c520778d375e4d39c2. after waiting 0 ms 2024-11-19T03:22:42,427 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731986547656.a1d23e9c8dbc21c520778d375e4d39c2. 2024-11-19T03:22:42,427 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a1d23e9c8dbc21c520778d375e4d39c2: Waiting for close lock at 1731986562427Running coprocessor pre-close hooks at 1731986562427Disabling compacts and flushes for region at 1731986562427Disabling writes for close at 1731986562427Failed flush hbase:replication,,1731986547656.a1d23e9c8dbc21c520778d375e4d39c2., putting online again at 1731986562427 2024-11-19T03:22:42,427 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731986547656.a1d23e9c8dbc21c520778d375e4d39c2. 2024-11-19T03:22:42,513 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,34769,1731986534727.replicationSource.wal-reader.47efada56ed5%2C34769%2C1731986534727,1-47efada56ed5,34769,1731986534727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/WALs/47efada56ed5,34769,1731986534727/47efada56ed5%2C34769%2C1731986534727.1731986535375 to pos 1438, reset compression=false 2024-11-19T03:22:42,517 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,34769,1731986534727.replicationSource.wal-reader.47efada56ed5%2C34769%2C1731986534727,1-47efada56ed5,34769,1731986534727 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T03:22:42,517 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,34769,1731986534727.replicationSource.wal-reader.47efada56ed5%2C34769%2C1731986534727,1-47efada56ed5,34769,1731986534727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/WALs/47efada56ed5,34769,1731986534727/47efada56ed5%2C34769%2C1731986534727.1731986535375 to pos 2082, reset compression=false 2024-11-19T03:22:42,627 INFO [RS:0;47efada56ed5:34769 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T03:22:42,627 DEBUG [RS:0;47efada56ed5:34769 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a1d23e9c8dbc21c520778d375e4d39c2=hbase:replication,,1731986547656.a1d23e9c8dbc21c520778d375e4d39c2.} 2024-11-19T03:22:42,627 DEBUG [RS:0;47efada56ed5:34769 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T03:22:42,698 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/data/hbase/meta/1588230740/.tmp/rep_barrier/ba2d929b08e149bf8c53cccef8e1e718 2024-11-19T03:22:42,718 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/data/hbase/meta/1588230740/.tmp/table/cea868d894c841b78d3b5ff8ebb0e56e is 53, key is hbase:replication/table:state/1731986548445/Put/seqid=0 2024-11-19T03:22:42,719 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,34769,1731986534727.replicationSource.wal-reader.47efada56ed5%2C34769%2C1731986534727,1-47efada56ed5,34769,1731986534727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/WALs/47efada56ed5,34769,1731986534727/47efada56ed5%2C34769%2C1731986534727.1731986535375 to pos 2082, reset compression=false 2024-11-19T03:22:42,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40063 is added to blk_1073741846_1022 (size=5308) 2024-11-19T03:22:42,827 DEBUG [RS:0;47efada56ed5:34769 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T03:22:42,913 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,41409,1731986527987.replicationSource.wal-reader.47efada56ed5%2C41409%2C1731986527987,1-47efada56ed5,41409,1731986527987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/WALs/47efada56ed5,41409,1731986527987/47efada56ed5%2C41409%2C1731986527987.1731986530930 to pos 636, reset compression=false 2024-11-19T03:22:43,022 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,34769,1731986534727.replicationSource.wal-reader.47efada56ed5%2C34769%2C1731986534727,1-47efada56ed5,34769,1731986534727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/WALs/47efada56ed5,34769,1731986534727/47efada56ed5%2C34769%2C1731986534727.1731986535375 to pos 2082, reset compression=false 2024-11-19T03:22:43,027 DEBUG [RS:0;47efada56ed5:34769 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T03:22:43,122 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/data/hbase/meta/1588230740/.tmp/table/cea868d894c841b78d3b5ff8ebb0e56e 2024-11-19T03:22:43,126 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/data/hbase/meta/1588230740/.tmp/info/f3a25bb051264bb79345ca448264bd36 as hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/data/hbase/meta/1588230740/info/f3a25bb051264bb79345ca448264bd36 2024-11-19T03:22:43,129 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/data/hbase/meta/1588230740/info/f3a25bb051264bb79345ca448264bd36, entries=20, sequenceid=16, filesize=7.5 K 2024-11-19T03:22:43,130 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/data/hbase/meta/1588230740/.tmp/ns/d74af7cda6af42f0ad5639d5b02501fc as hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/data/hbase/meta/1588230740/ns/d74af7cda6af42f0ad5639d5b02501fc 2024-11-19T03:22:43,133 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/data/hbase/meta/1588230740/ns/d74af7cda6af42f0ad5639d5b02501fc, entries=2, sequenceid=16, filesize=5.0 K 2024-11-19T03:22:43,134 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/data/hbase/meta/1588230740/.tmp/rep_barrier/ba2d929b08e149bf8c53cccef8e1e718 as hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/data/hbase/meta/1588230740/rep_barrier/ba2d929b08e149bf8c53cccef8e1e718 2024-11-19T03:22:43,137 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/data/hbase/meta/1588230740/rep_barrier/ba2d929b08e149bf8c53cccef8e1e718, entries=1, sequenceid=16, filesize=5.4 K 2024-11-19T03:22:43,138 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/data/hbase/meta/1588230740/.tmp/table/cea868d894c841b78d3b5ff8ebb0e56e as hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/data/hbase/meta/1588230740/table/cea868d894c841b78d3b5ff8ebb0e56e 2024-11-19T03:22:43,141 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/data/hbase/meta/1588230740/table/cea868d894c841b78d3b5ff8ebb0e56e, entries=4, sequenceid=16, filesize=5.2 K 2024-11-19T03:22:43,141 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1715ms, sequenceid=16, compaction requested=false 2024-11-19T03:22:43,146 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-19T03:22:43,147 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T03:22:43,147 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T03:22:43,147 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T03:22:43,147 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731986561426Running coprocessor pre-close hooks at 1731986561426Disabling compacts and flushes for region at 1731986561426Disabling writes for close at 1731986561426Obtaining lock to block concurrent updates at 1731986561426Preparing flush snapshotting stores in 1588230740 at 1731986561426Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731986561426Flushing stores of hbase:meta,,1.1588230740 at 1731986561427 (+1 ms)Flushing 1588230740/info: creating writer at 1731986561427Flushing 1588230740/info: appending metadata at 1731986561438 (+11 ms)Flushing 1588230740/info: closing flushed file at 1731986561438Flushing 1588230740/ns: creating writer at 1731986561846 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731986561862 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731986561862Flushing 1588230740/rep_barrier: creating writer at 1731986562274 (+412 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731986562289 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731986562289Flushing 1588230740/table: creating writer at 1731986562702 (+413 ms)Flushing 1588230740/table: appending metadata at 1731986562717 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731986562718 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56db70d1: reopening flushed file at 1731986563125 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@251f4f22: reopening flushed file at 1731986563129 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1909fc01: reopening flushed file at 1731986563133 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@343e882a: reopening flushed file at 1731986563137 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1715ms, sequenceid=16, compaction requested=false at 1731986563141 (+4 ms)Writing region close event to WAL at 1731986563144 (+3 ms)Running coprocessor post-close hooks at 1731986563147 (+3 ms)Closed at 1731986563147 2024-11-19T03:22:43,147 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T03:22:43,227 INFO [RS:0;47efada56ed5:34769 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-19T03:22:43,227 INFO [RS:0;47efada56ed5:34769 {}] regionserver.HRegionServer(976): stopping server 47efada56ed5,34769,1731986534727; all regions closed. 2024-11-19T03:22:43,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40063 is added to blk_1073741834_1010 (size=4239) 2024-11-19T03:22:43,233 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/WALs/47efada56ed5,34769,1731986534727/47efada56ed5%2C34769%2C1731986534727.rep.1731986548408 not finished, retry = 0 2024-11-19T03:22:43,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40063 is added to blk_1073741839_1015 (size=2171) 2024-11-19T03:22:43,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40063 is added to blk_1073741832_1008 (size=2090) 2024-11-19T03:22:43,336 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/WALs/47efada56ed5,34769,1731986534727/47efada56ed5%2C34769%2C1731986534727.1731986535375 not finished, retry = 0 2024-11-19T03:22:43,425 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,34769,1731986534727.replicationSource.wal-reader.47efada56ed5%2C34769%2C1731986534727,1-47efada56ed5,34769,1731986534727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/WALs/47efada56ed5,34769,1731986534727/47efada56ed5%2C34769%2C1731986534727.1731986535375 to pos 2082, reset compression=false 2024-11-19T03:22:43,436 DEBUG [RS:0;47efada56ed5:34769 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:22:43,436 INFO [RS:0;47efada56ed5:34769 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T03:22:43,436 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,34769,1731986534727.replicationSource.wal-reader.47efada56ed5%2C34769%2C1731986534727,1-47efada56ed5,34769,1731986534727 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/WALs/47efada56ed5,34769,1731986534727/47efada56ed5%2C34769%2C1731986534727.1731986535375 2024-11-19T03:22:43,437 INFO [RS:0;47efada56ed5:34769 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T03:22:43,437 INFO [RS:0;47efada56ed5:34769 {}] hbase.ChoreService(370): Chore service for: regionserver/47efada56ed5:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T03:22:43,437 INFO [RS:0;47efada56ed5:34769 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T03:22:43,437 INFO [regionserver/47efada56ed5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T03:22:43,437 INFO [RS:0;47efada56ed5:34769 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-47efada56ed5,34769,1731986534727 because: Region server is closing 2024-11-19T03:22:43,437 INFO [RS:0;47efada56ed5:34769 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;47efada56ed5:34769. 2024-11-19T03:22:43,437 DEBUG [RS:0;47efada56ed5:34769 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:22:43,437 DEBUG [RS:0;47efada56ed5:34769 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:22:43,437 DEBUG [RS:0;47efada56ed5:34769 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:22:43,437 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:22:43,538 INFO [RS:0;47efada56ed5:34769 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,34769,1731986534727.replicationSource.shipper47efada56ed5%2C34769%2C1731986534727,1-47efada56ed5,34769,1731986534727 terminated 2024-11-19T03:22:43,538 WARN [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,34769,1731986534727.replicationSource.wal-reader.47efada56ed5%2C34769%2C1731986534727,1-47efada56ed5,34769,1731986534727 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-19T03:22:43,538 INFO [RS:0;47efada56ed5:34769 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;47efada56ed5:34769. 2024-11-19T03:22:43,538 DEBUG [RS:0;47efada56ed5:34769 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:22:43,538 DEBUG [RS:0;47efada56ed5:34769 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:22:43,538 DEBUG [RS:0;47efada56ed5:34769 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:22:43,538 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:22:43,538 INFO [RS:0;47efada56ed5:34769 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34769 2024-11-19T03:22:43,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38235-0x101511d092a0003, quorum=127.0.0.1:55506, baseZNode=/1-249394125 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-249394125/rs 2024-11-19T03:22:43,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34769-0x101511d092a0004, quorum=127.0.0.1:55506, baseZNode=/1-249394125 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-249394125/rs/47efada56ed5,34769,1731986534727 2024-11-19T03:22:43,561 INFO [RS:0;47efada56ed5:34769 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T03:22:43,604 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [47efada56ed5,34769,1731986534727] 2024-11-19T03:22:43,624 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-249394125/draining/47efada56ed5,34769,1731986534727 already deleted, retry=false 2024-11-19T03:22:43,624 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 47efada56ed5,34769,1731986534727 expired; onlineServers=0 2024-11-19T03:22:43,624 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '47efada56ed5,38235,1731986534528' ***** 2024-11-19T03:22:43,624 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T03:22:43,624 INFO [M:0;47efada56ed5:38235 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T03:22:43,624 INFO [M:0;47efada56ed5:38235 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T03:22:43,624 DEBUG [M:0;47efada56ed5:38235 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T03:22:43,624 DEBUG [M:0;47efada56ed5:38235 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T03:22:43,624 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T03:22:43,624 DEBUG [master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.large.0-1731986535116 {}] cleaner.HFileCleaner(306): Exit Thread[master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.large.0-1731986535116,5,FailOnTimeoutGroup] 2024-11-19T03:22:43,624 DEBUG [master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.small.0-1731986535120 {}] cleaner.HFileCleaner(306): Exit Thread[master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.small.0-1731986535120,5,FailOnTimeoutGroup] 2024-11-19T03:22:43,624 INFO [M:0;47efada56ed5:38235 {}] hbase.ChoreService(370): Chore service for: master/47efada56ed5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T03:22:43,624 INFO [M:0;47efada56ed5:38235 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T03:22:43,624 DEBUG [M:0;47efada56ed5:38235 {}] master.HMaster(1795): Stopping service threads 2024-11-19T03:22:43,624 INFO [M:0;47efada56ed5:38235 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T03:22:43,624 INFO [M:0;47efada56ed5:38235 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T03:22:43,625 INFO [M:0;47efada56ed5:38235 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T03:22:43,625 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T03:22:43,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38235-0x101511d092a0003, quorum=127.0.0.1:55506, baseZNode=/1-249394125 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-249394125/master 2024-11-19T03:22:43,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38235-0x101511d092a0003, quorum=127.0.0.1:55506, baseZNode=/1-249394125 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-249394125 2024-11-19T03:22:43,634 DEBUG [M:0;47efada56ed5:38235 {}] zookeeper.ZKUtil(347): master:38235-0x101511d092a0003, quorum=127.0.0.1:55506, baseZNode=/1-249394125 Unable to get data of znode /1-249394125/master because node does not exist (not an error) 2024-11-19T03:22:43,634 WARN [M:0;47efada56ed5:38235 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T03:22:43,635 INFO [M:0;47efada56ed5:38235 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/.lastflushedseqids 2024-11-19T03:22:43,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40063 is added to blk_1073741847_1023 (size=245) 2024-11-19T03:22:43,649 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T03:22:43,650 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:43,650 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:43,650 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:43,651 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:43,651 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:43,651 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:43,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:43,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:43,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:43,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:43,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:43,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:43,687 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:43,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:43,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:43,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34769-0x101511d092a0004, quorum=127.0.0.1:55506, baseZNode=/1-249394125 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T03:22:43,704 INFO [RS:0;47efada56ed5:34769 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T03:22:43,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34769-0x101511d092a0004, quorum=127.0.0.1:55506, baseZNode=/1-249394125 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T03:22:43,704 INFO [RS:0;47efada56ed5:34769 {}] regionserver.HRegionServer(1031): Exiting; stopping=47efada56ed5,34769,1731986534727; zookeeper connection closed. 2024-11-19T03:22:43,704 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@43734ffc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@43734ffc 2024-11-19T03:22:43,704 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T03:22:44,039 INFO [M:0;47efada56ed5:38235 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T03:22:44,039 INFO [M:0;47efada56ed5:38235 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T03:22:44,039 DEBUG [M:0;47efada56ed5:38235 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T03:22:44,039 INFO [M:0;47efada56ed5:38235 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:22:44,039 DEBUG [M:0;47efada56ed5:38235 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:22:44,039 DEBUG [M:0;47efada56ed5:38235 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T03:22:44,039 DEBUG [M:0;47efada56ed5:38235 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:22:44,039 INFO [M:0;47efada56ed5:38235 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-19T03:22:44,053 DEBUG [M:0;47efada56ed5:38235 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/712ee8f690a64cb98dc7afe024c4a02a is 82, key is hbase:meta,,1/info:regioninfo/1731986536318/Put/seqid=0 2024-11-19T03:22:44,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40063 is added to blk_1073741848_1024 (size=5672) 2024-11-19T03:22:44,116 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T03:22:44,216 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,41409,1731986527987.replicationSource.wal-reader.47efada56ed5%2C41409%2C1731986527987,1-47efada56ed5,41409,1731986527987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/WALs/47efada56ed5,41409,1731986527987/47efada56ed5%2C41409%2C1731986527987.1731986530930 to pos 636, reset compression=false 2024-11-19T03:22:44,456 INFO [M:0;47efada56ed5:38235 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/712ee8f690a64cb98dc7afe024c4a02a 2024-11-19T03:22:44,476 DEBUG [M:0;47efada56ed5:38235 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ad596c29c10c419c894f1ee4415ec6cb is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731986548448/Put/seqid=0 2024-11-19T03:22:44,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40063 is added to blk_1073741849_1025 (size=8516) 2024-11-19T03:22:44,880 INFO [M:0;47efada56ed5:38235 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ad596c29c10c419c894f1ee4415ec6cb 2024-11-19T03:22:44,896 DEBUG [M:0;47efada56ed5:38235 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1d34d6227ccc43b489b71c8af24d8415 is 69, key is 47efada56ed5,34769,1731986534727/rs:state/1731986535198/Put/seqid=0 2024-11-19T03:22:44,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40063 is added to blk_1073741850_1026 (size=5156) 2024-11-19T03:22:45,299 INFO [M:0;47efada56ed5:38235 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1d34d6227ccc43b489b71c8af24d8415 2024-11-19T03:22:45,304 DEBUG [M:0;47efada56ed5:38235 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/712ee8f690a64cb98dc7afe024c4a02a as hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/712ee8f690a64cb98dc7afe024c4a02a 2024-11-19T03:22:45,308 INFO [M:0;47efada56ed5:38235 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/712ee8f690a64cb98dc7afe024c4a02a, entries=8, sequenceid=97, filesize=5.5 K 2024-11-19T03:22:45,308 DEBUG [M:0;47efada56ed5:38235 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ad596c29c10c419c894f1ee4415ec6cb as hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ad596c29c10c419c894f1ee4415ec6cb 2024-11-19T03:22:45,312 INFO [M:0;47efada56ed5:38235 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ad596c29c10c419c894f1ee4415ec6cb, entries=11, sequenceid=97, filesize=8.3 K 2024-11-19T03:22:45,312 DEBUG [M:0;47efada56ed5:38235 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1d34d6227ccc43b489b71c8af24d8415 as hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1d34d6227ccc43b489b71c8af24d8415 2024-11-19T03:22:45,316 INFO [M:0;47efada56ed5:38235 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39415/user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1d34d6227ccc43b489b71c8af24d8415, entries=1, sequenceid=97, filesize=5.0 K 2024-11-19T03:22:45,317 INFO [M:0;47efada56ed5:38235 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=97, compaction requested=false 2024-11-19T03:22:45,321 INFO [M:0;47efada56ed5:38235 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:22:45,321 DEBUG [M:0;47efada56ed5:38235 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731986564039Disabling compacts and flushes for region at 1731986564039Disabling writes for close at 1731986564039Obtaining lock to block concurrent updates at 1731986564039Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731986564039Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731986564040 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731986564040Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731986564040Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731986564052 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731986564052Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731986564460 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731986564476 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731986564476Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731986564883 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731986564895 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731986564895Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f84635a: reopening flushed file at 1731986565303 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47576c29: reopening flushed file at 1731986565308 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fa666e4: reopening flushed file at 1731986565312 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=97, compaction requested=false at 1731986565317 (+5 ms)Writing region close event to WAL at 1731986565321 (+4 ms)Closed at 1731986565321 2024-11-19T03:22:45,323 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5b9db4d7-3e7b-824b-c605-5e0c55bef3dd/MasterData/WALs/47efada56ed5,38235,1731986534528/47efada56ed5%2C38235%2C1731986534528.1731986534903 not finished, retry = 0 2024-11-19T03:22:45,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40063 is added to blk_1073741830_1006 (size=63654) 2024-11-19T03:22:45,424 INFO [M:0;47efada56ed5:38235 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T03:22:45,424 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T03:22:45,424 INFO [M:0;47efada56ed5:38235 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38235 2024-11-19T03:22:45,424 INFO [M:0;47efada56ed5:38235 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T03:22:45,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38235-0x101511d092a0003, quorum=127.0.0.1:55506, baseZNode=/1-249394125 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T03:22:45,534 INFO [M:0;47efada56ed5:38235 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T03:22:45,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38235-0x101511d092a0003, quorum=127.0.0.1:55506, baseZNode=/1-249394125 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T03:22:45,537 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@40917f95{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T03:22:45,537 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@42fb3312{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T03:22:45,537 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T03:22:45,537 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c115794{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T03:22:45,537 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@19ed8ca4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/529f5312-52b6-11d1-77e1-e5ba11d6489e/hadoop.log.dir/,STOPPED} 2024-11-19T03:22:45,538 WARN [BP-1135153568-172.17.0.3-1731986532140 heartbeating to localhost/127.0.0.1:39415 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T03:22:45,538 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T03:22:45,538 WARN [BP-1135153568-172.17.0.3-1731986532140 heartbeating to localhost/127.0.0.1:39415 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1135153568-172.17.0.3-1731986532140 (Datanode Uuid b686fdd7-1449-41ef-861c-e6944aadf9b5) service to localhost/127.0.0.1:39415 2024-11-19T03:22:45,538 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T03:22:45,539 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/529f5312-52b6-11d1-77e1-e5ba11d6489e/cluster_e6026390-873a-f7d0-6d8b-59fdcc587f05/data/data1/current/BP-1135153568-172.17.0.3-1731986532140 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T03:22:45,539 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/529f5312-52b6-11d1-77e1-e5ba11d6489e/cluster_e6026390-873a-f7d0-6d8b-59fdcc587f05/data/data2/current/BP-1135153568-172.17.0.3-1731986532140 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T03:22:45,539 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T03:22:45,544 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@e2d7959{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T03:22:45,545 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65cb864e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T03:22:45,545 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T03:22:45,545 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4d855620{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T03:22:45,545 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15870b76{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/529f5312-52b6-11d1-77e1-e5ba11d6489e/hadoop.log.dir/,STOPPED} 2024-11-19T03:22:45,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T03:22:45,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T03:22:45,561 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T03:22:45,561 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:22:45,561 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:22:45,561 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:22:45,561 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:22:45,561 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T03:22:45,561 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=432081711, stopped=false 2024-11-19T03:22:45,561 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=47efada56ed5,44911,1731986527796 2024-11-19T03:22:45,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44911-0x101511d092a0000, quorum=127.0.0.1:55506, baseZNode=/0-451862045 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-451862045/running 2024-11-19T03:22:45,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41409-0x101511d092a0001, quorum=127.0.0.1:55506, baseZNode=/0-451862045 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-451862045/running 2024-11-19T03:22:45,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41409-0x101511d092a0001, quorum=127.0.0.1:55506, baseZNode=/0-451862045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-451862045 2024-11-19T03:22:45,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44911-0x101511d092a0000, quorum=127.0.0.1:55506, baseZNode=/0-451862045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-451862045 2024-11-19T03:22:45,580 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T03:22:45,581 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T03:22:45,581 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:22:45,581 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:22:45,581 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41409-0x101511d092a0001, quorum=127.0.0.1:55506, baseZNode=/0-451862045 Set watcher on znode that does not yet exist, /0-451862045/running 2024-11-19T03:22:45,581 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '47efada56ed5,41409,1731986527987' ***** 2024-11-19T03:22:45,581 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T03:22:45,581 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44911-0x101511d092a0000, quorum=127.0.0.1:55506, baseZNode=/0-451862045 Set watcher on znode that does not yet exist, /0-451862045/running 2024-11-19T03:22:45,581 INFO [RS:0;47efada56ed5:41409 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T03:22:45,581 INFO [RS:0;47efada56ed5:41409 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T03:22:45,581 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T03:22:45,581 INFO [RS:0;47efada56ed5:41409 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T03:22:45,581 INFO [RS:0;47efada56ed5:41409 {}] regionserver.HRegionServer(3091): Received CLOSE for b9a5271128694c2b547a4f976279af10 2024-11-19T03:22:45,582 INFO [RS:0;47efada56ed5:41409 {}] regionserver.HRegionServer(3091): Received CLOSE for a7b11c9a150f615b03c05b1a5975859f 2024-11-19T03:22:45,582 INFO [RS:0;47efada56ed5:41409 {}] regionserver.HRegionServer(959): stopping server 47efada56ed5,41409,1731986527987 2024-11-19T03:22:45,582 INFO [RS:0;47efada56ed5:41409 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T03:22:45,582 INFO [RS:0;47efada56ed5:41409 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;47efada56ed5:41409. 2024-11-19T03:22:45,582 DEBUG [RS:0;47efada56ed5:41409 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:22:45,582 DEBUG [RS:0;47efada56ed5:41409 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:22:45,582 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b9a5271128694c2b547a4f976279af10, disabling compactions & flushes 2024-11-19T03:22:45,582 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731986545496.b9a5271128694c2b547a4f976279af10. 2024-11-19T03:22:45,582 INFO [RS:0;47efada56ed5:41409 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T03:22:45,582 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731986545496.b9a5271128694c2b547a4f976279af10. 2024-11-19T03:22:45,582 INFO [RS:0;47efada56ed5:41409 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T03:22:45,582 INFO [RS:0;47efada56ed5:41409 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T03:22:45,582 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731986545496.b9a5271128694c2b547a4f976279af10. after waiting 0 ms 2024-11-19T03:22:45,582 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731986545496.b9a5271128694c2b547a4f976279af10. 2024-11-19T03:22:45,582 INFO [RS:0;47efada56ed5:41409 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T03:22:45,582 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b9a5271128694c2b547a4f976279af10 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-19T03:22:45,582 INFO [RS:0;47efada56ed5:41409 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-19T03:22:45,582 DEBUG [RS:0;47efada56ed5:41409 {}] regionserver.HRegionServer(1325): Online Regions={b9a5271128694c2b547a4f976279af10=hbase:replication,,1731986545496.b9a5271128694c2b547a4f976279af10., 1588230740=hbase:meta,,1.1588230740, a7b11c9a150f615b03c05b1a5975859f=test,,1731986542055.a7b11c9a150f615b03c05b1a5975859f.} 2024-11-19T03:22:45,582 DEBUG [RS:0;47efada56ed5:41409 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a7b11c9a150f615b03c05b1a5975859f, b9a5271128694c2b547a4f976279af10 2024-11-19T03:22:45,582 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T03:22:45,582 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T03:22:45,582 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T03:22:45,582 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T03:22:45,582 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T03:22:45,582 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-19T03:22:45,598 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/data/hbase/meta/1588230740/.tmp/info/5db03bc165ec4aeeb360646177c5eaa6 is 147, key is hbase:replication,,1731986545496.b9a5271128694c2b547a4f976279af10./info:regioninfo/1731986546760/Put/seqid=0 2024-11-19T03:22:45,598 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/data/hbase/replication/b9a5271128694c2b547a4f976279af10/.tmp/queue/1e2516d831d3429389a9f8e9f7eb8c31 is 153, key is 1-47efada56ed5,41409,1731986527987/queue:47efada56ed5%2C41409%2C1731986527987/1731986555181/Put/seqid=0 2024-11-19T03:22:45,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43787 is added to blk_1073741841_1017 (size=7686) 2024-11-19T03:22:45,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43787 is added to blk_1073741840_1016 (size=5352) 2024-11-19T03:22:45,619 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,41409,1731986527987.replicationSource.wal-reader.47efada56ed5%2C41409%2C1731986527987,1-47efada56ed5,41409,1731986527987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/WALs/47efada56ed5,41409,1731986527987/47efada56ed5%2C41409%2C1731986527987.1731986530930 to pos 636, reset compression=false 2024-11-19T03:22:45,635 INFO [regionserver/47efada56ed5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T03:22:45,782 DEBUG [RS:0;47efada56ed5:41409 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a7b11c9a150f615b03c05b1a5975859f, b9a5271128694c2b547a4f976279af10 2024-11-19T03:22:45,788 INFO [regionserver/47efada56ed5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T03:22:45,788 INFO [regionserver/47efada56ed5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T03:22:45,982 DEBUG [RS:0;47efada56ed5:41409 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a7b11c9a150f615b03c05b1a5975859f, b9a5271128694c2b547a4f976279af10 2024-11-19T03:22:46,002 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/data/hbase/replication/b9a5271128694c2b547a4f976279af10/.tmp/queue/1e2516d831d3429389a9f8e9f7eb8c31 2024-11-19T03:22:46,002 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/data/hbase/meta/1588230740/.tmp/info/5db03bc165ec4aeeb360646177c5eaa6 2024-11-19T03:22:46,006 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/data/hbase/replication/b9a5271128694c2b547a4f976279af10/.tmp/queue/1e2516d831d3429389a9f8e9f7eb8c31 as hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/data/hbase/replication/b9a5271128694c2b547a4f976279af10/queue/1e2516d831d3429389a9f8e9f7eb8c31 2024-11-19T03:22:46,009 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/data/hbase/replication/b9a5271128694c2b547a4f976279af10/queue/1e2516d831d3429389a9f8e9f7eb8c31, entries=1, sequenceid=8, filesize=5.2 K 2024-11-19T03:22:46,010 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for b9a5271128694c2b547a4f976279af10 in 428ms, sequenceid=8, compaction requested=false 2024-11-19T03:22:46,010 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-19T03:22:46,017 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/data/hbase/replication/b9a5271128694c2b547a4f976279af10/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-19T03:22:46,018 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T03:22:46,018 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T03:22:46,018 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731986545496.b9a5271128694c2b547a4f976279af10. 2024-11-19T03:22:46,018 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b9a5271128694c2b547a4f976279af10: Waiting for close lock at 1731986565582Running coprocessor pre-close hooks at 1731986565582Disabling compacts and flushes for region at 1731986565582Disabling writes for close at 1731986565582Obtaining lock to block concurrent updates at 1731986565582Preparing flush snapshotting stores in b9a5271128694c2b547a4f976279af10 at 1731986565582Finished memstore snapshotting hbase:replication,,1731986545496.b9a5271128694c2b547a4f976279af10., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1731986565582Flushing stores of hbase:replication,,1731986545496.b9a5271128694c2b547a4f976279af10. at 1731986565583 (+1 ms)Flushing b9a5271128694c2b547a4f976279af10/queue: creating writer at 1731986565583Flushing b9a5271128694c2b547a4f976279af10/queue: appending metadata at 1731986565597 (+14 ms)Flushing b9a5271128694c2b547a4f976279af10/queue: closing flushed file at 1731986565597Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6651063c: reopening flushed file at 1731986566005 (+408 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for b9a5271128694c2b547a4f976279af10 in 428ms, sequenceid=8, compaction requested=false at 1731986566010 (+5 ms)Writing region close event to WAL at 1731986566015 (+5 ms)Running coprocessor post-close hooks at 1731986566018 (+3 ms)Closed at 1731986566018 2024-11-19T03:22:46,018 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731986545496.b9a5271128694c2b547a4f976279af10. 2024-11-19T03:22:46,018 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a7b11c9a150f615b03c05b1a5975859f, disabling compactions & flushes 2024-11-19T03:22:46,018 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731986542055.a7b11c9a150f615b03c05b1a5975859f. 2024-11-19T03:22:46,018 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731986542055.a7b11c9a150f615b03c05b1a5975859f. 2024-11-19T03:22:46,018 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731986542055.a7b11c9a150f615b03c05b1a5975859f. after waiting 0 ms 2024-11-19T03:22:46,018 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731986542055.a7b11c9a150f615b03c05b1a5975859f. 2024-11-19T03:22:46,019 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/data/hbase/meta/1588230740/.tmp/ns/7a8e6328cdb34d10ad31891913c3f39b is 43, key is default/ns:d/1731986531995/Put/seqid=0 2024-11-19T03:22:46,019 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a7b11c9a150f615b03c05b1a5975859f 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-19T03:22:46,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43787 is added to blk_1073741842_1018 (size=5153) 2024-11-19T03:22:46,032 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/data/default/test/a7b11c9a150f615b03c05b1a5975859f/.tmp/f/81707842e77643f28fa9e016f69c4a8a is 28, key is row/f:/1731986554999/DeleteFamily/seqid=0 2024-11-19T03:22:46,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43787 is added to blk_1073741843_1019 (size=5085) 2024-11-19T03:22:46,183 DEBUG [RS:0;47efada56ed5:41409 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a7b11c9a150f615b03c05b1a5975859f 2024-11-19T03:22:46,383 DEBUG [RS:0;47efada56ed5:41409 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a7b11c9a150f615b03c05b1a5975859f 2024-11-19T03:22:46,422 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/data/hbase/meta/1588230740/.tmp/ns/7a8e6328cdb34d10ad31891913c3f39b 2024-11-19T03:22:46,435 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/data/default/test/a7b11c9a150f615b03c05b1a5975859f/.tmp/f/81707842e77643f28fa9e016f69c4a8a 2024-11-19T03:22:46,438 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 81707842e77643f28fa9e016f69c4a8a 2024-11-19T03:22:46,438 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/data/hbase/meta/1588230740/.tmp/rep_barrier/85830d9926d74d5b866487dd208b589e is 112, key is test,,1731986542055.a7b11c9a150f615b03c05b1a5975859f./rep_barrier:seqnumDuringOpen/1731986542406/Put/seqid=0 2024-11-19T03:22:46,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43787 is added to blk_1073741844_1020 (size=5518) 2024-11-19T03:22:46,452 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/data/default/test/a7b11c9a150f615b03c05b1a5975859f/.tmp/f1/65de31452b854faea806ed031041af13 is 29, key is row/f1:/1731986554999/DeleteFamily/seqid=0 2024-11-19T03:22:46,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43787 is added to blk_1073741845_1021 (size=5089) 2024-11-19T03:22:46,583 INFO [RS:0;47efada56ed5:41409 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T03:22:46,583 DEBUG [RS:0;47efada56ed5:41409 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a7b11c9a150f615b03c05b1a5975859f=test,,1731986542055.a7b11c9a150f615b03c05b1a5975859f.} 2024-11-19T03:22:46,583 DEBUG [RS:0;47efada56ed5:41409 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a7b11c9a150f615b03c05b1a5975859f 2024-11-19T03:22:46,783 DEBUG [RS:0;47efada56ed5:41409 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a7b11c9a150f615b03c05b1a5975859f 2024-11-19T03:22:46,842 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/data/hbase/meta/1588230740/.tmp/rep_barrier/85830d9926d74d5b866487dd208b589e 2024-11-19T03:22:46,855 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/data/default/test/a7b11c9a150f615b03c05b1a5975859f/.tmp/f1/65de31452b854faea806ed031041af13 2024-11-19T03:22:46,858 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 65de31452b854faea806ed031041af13 2024-11-19T03:22:46,862 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/data/hbase/meta/1588230740/.tmp/table/72233973587741fc9defdb0ab71f2dca is 53, key is hbase:replication/table:state/1731986546767/Put/seqid=0 2024-11-19T03:22:46,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43787 is added to blk_1073741846_1022 (size=5308) 2024-11-19T03:22:46,865 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/data/hbase/meta/1588230740/.tmp/table/72233973587741fc9defdb0ab71f2dca 2024-11-19T03:22:46,869 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/data/hbase/meta/1588230740/.tmp/info/5db03bc165ec4aeeb360646177c5eaa6 as hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/data/hbase/meta/1588230740/info/5db03bc165ec4aeeb360646177c5eaa6 2024-11-19T03:22:46,872 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/data/hbase/meta/1588230740/info/5db03bc165ec4aeeb360646177c5eaa6, entries=20, sequenceid=16, filesize=7.5 K 2024-11-19T03:22:46,872 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/data/hbase/meta/1588230740/.tmp/ns/7a8e6328cdb34d10ad31891913c3f39b as hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/data/hbase/meta/1588230740/ns/7a8e6328cdb34d10ad31891913c3f39b 2024-11-19T03:22:46,875 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/data/hbase/meta/1588230740/ns/7a8e6328cdb34d10ad31891913c3f39b, entries=2, sequenceid=16, filesize=5.0 K 2024-11-19T03:22:46,876 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/data/default/test/a7b11c9a150f615b03c05b1a5975859f/.tmp/norep/3a6eff931b0b4a10aafdc3760bcfedcd is 32, key is row/norep:/1731986554999/DeleteFamily/seqid=0 2024-11-19T03:22:46,876 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/data/hbase/meta/1588230740/.tmp/rep_barrier/85830d9926d74d5b866487dd208b589e as hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/data/hbase/meta/1588230740/rep_barrier/85830d9926d74d5b866487dd208b589e 2024-11-19T03:22:46,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43787 is added to blk_1073741847_1023 (size=5101) 2024-11-19T03:22:46,879 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/data/hbase/meta/1588230740/rep_barrier/85830d9926d74d5b866487dd208b589e, entries=1, sequenceid=16, filesize=5.4 K 2024-11-19T03:22:46,880 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/data/hbase/meta/1588230740/.tmp/table/72233973587741fc9defdb0ab71f2dca as hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/data/hbase/meta/1588230740/table/72233973587741fc9defdb0ab71f2dca 2024-11-19T03:22:46,883 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/data/hbase/meta/1588230740/table/72233973587741fc9defdb0ab71f2dca, entries=4, sequenceid=16, filesize=5.2 K 2024-11-19T03:22:46,884 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1301ms, sequenceid=16, compaction requested=false 2024-11-19T03:22:46,884 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T03:22:46,887 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-19T03:22:46,887 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T03:22:46,887 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T03:22:46,887 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T03:22:46,887 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731986565582Running coprocessor pre-close hooks at 1731986565582Disabling compacts and flushes for region at 1731986565582Disabling writes for close at 1731986565582Obtaining lock to block concurrent updates at 1731986565582Preparing flush snapshotting stores in 1588230740 at 1731986565582Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731986565583 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731986565583Flushing 1588230740/info: creating writer at 1731986565583Flushing 1588230740/info: appending metadata at 1731986565597 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731986565597Flushing 1588230740/ns: creating writer at 1731986566005 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731986566018 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731986566018Flushing 1588230740/rep_barrier: creating writer at 1731986566425 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731986566438 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731986566438Flushing 1588230740/table: creating writer at 1731986566846 (+408 ms)Flushing 1588230740/table: appending metadata at 1731986566862 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731986566862Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28bcf198: reopening flushed file at 1731986566868 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6005033b: reopening flushed file at 1731986566872 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ce2b0c5: reopening flushed file at 1731986566875 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e88e001: reopening flushed file at 1731986566880 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1301ms, sequenceid=16, compaction requested=false at 1731986566884 (+4 ms)Writing region close event to WAL at 1731986566885 (+1 ms)Running coprocessor post-close hooks at 1731986566887 (+2 ms)Closed at 1731986566887 2024-11-19T03:22:46,887 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T03:22:46,983 DEBUG [RS:0;47efada56ed5:41409 {}] regionserver.HRegionServer(1351): Waiting on a7b11c9a150f615b03c05b1a5975859f 2024-11-19T03:22:47,122 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,41409,1731986527987.replicationSource.wal-reader.47efada56ed5%2C41409%2C1731986527987,1-47efada56ed5,41409,1731986527987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/WALs/47efada56ed5,41409,1731986527987/47efada56ed5%2C41409%2C1731986527987.1731986530930 to pos 636, reset compression=false 2024-11-19T03:22:47,125 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,41409,1731986527987.replicationSource.wal-reader.47efada56ed5%2C41409%2C1731986527987,1-47efada56ed5,41409,1731986527987 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T03:22:47,125 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,41409,1731986527987.replicationSource.wal-reader.47efada56ed5%2C41409%2C1731986527987,1-47efada56ed5,41409,1731986527987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/WALs/47efada56ed5,41409,1731986527987/47efada56ed5%2C41409%2C1731986527987.1731986530930 to pos 883, reset compression=false 2024-11-19T03:22:47,125 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,41409,1731986527987.replicationSource.shipper47efada56ed5%2C41409%2C1731986527987,1-47efada56ed5,41409,1731986527987 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-47efada56ed5,41409,1731986527987 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/WALs/47efada56ed5,41409,1731986527987/47efada56ed5%2C41409%2C1731986527987.1731986530930, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T03:22:47,126 ERROR [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,41409,1731986527987.replicationSource.shipper47efada56ed5%2C41409%2C1731986527987,1-47efada56ed5,41409,1731986527987 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 47efada56ed5,41409,1731986527987: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-47efada56ed5,41409,1731986527987, walGroup=47efada56ed5%2C41409%2C1731986527987, offset=47efada56ed5%2C41409%2C1731986527987.1731986530930:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=47efada56ed5:41409 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-19T03:22:47,127 ERROR [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,41409,1731986527987.replicationSource.shipper47efada56ed5%2C41409%2C1731986527987,1-47efada56ed5,41409,1731986527987 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-19T03:22:47,127 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,41409,1731986527987.replicationSource.shipper47efada56ed5%2C41409%2C1731986527987,1-47efada56ed5,41409,1731986527987 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-19T03:22:47,127 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,41409,1731986527987.replicationSource.shipper47efada56ed5%2C41409%2C1731986527987,1-47efada56ed5,41409,1731986527987 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-19T03:22:47,127 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,41409,1731986527987.replicationSource.shipper47efada56ed5%2C41409%2C1731986527987,1-47efada56ed5,41409,1731986527987 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-19T03:22:47,127 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,41409,1731986527987.replicationSource.shipper47efada56ed5%2C41409%2C1731986527987,1-47efada56ed5,41409,1731986527987 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-19T03:22:47,127 INFO [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,41409,1731986527987.replicationSource.shipper47efada56ed5%2C41409%2C1731986527987,1-47efada56ed5,41409,1731986527987 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1342177280, "init": 1048576000, "max": 2306867200, "used": 1005905624 }, "NonHeapMemoryUsage": { "committed": 205979648, "init": 7667712, "max": -1, "used": 202674728 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-19T03:22:47,127 WARN [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,41409,1731986527987.replicationSource.shipper47efada56ed5%2C41409%2C1731986527987,1-47efada56ed5,41409,1731986527987 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=47efada56ed5:44911 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=47efada56ed5:44911 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-19T03:22:47,183 DEBUG [RS:0;47efada56ed5:41409 {}] regionserver.HRegionServer(1351): Waiting on a7b11c9a150f615b03c05b1a5975859f 2024-11-19T03:22:47,279 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/data/default/test/a7b11c9a150f615b03c05b1a5975859f/.tmp/norep/3a6eff931b0b4a10aafdc3760bcfedcd 2024-11-19T03:22:47,282 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3a6eff931b0b4a10aafdc3760bcfedcd 2024-11-19T03:22:47,283 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/data/default/test/a7b11c9a150f615b03c05b1a5975859f/.tmp/f/81707842e77643f28fa9e016f69c4a8a as hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/data/default/test/a7b11c9a150f615b03c05b1a5975859f/f/81707842e77643f28fa9e016f69c4a8a 2024-11-19T03:22:47,286 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 81707842e77643f28fa9e016f69c4a8a 2024-11-19T03:22:47,286 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/data/default/test/a7b11c9a150f615b03c05b1a5975859f/f/81707842e77643f28fa9e016f69c4a8a, entries=1, sequenceid=6, filesize=5.0 K 2024-11-19T03:22:47,287 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/data/default/test/a7b11c9a150f615b03c05b1a5975859f/.tmp/f1/65de31452b854faea806ed031041af13 as hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/data/default/test/a7b11c9a150f615b03c05b1a5975859f/f1/65de31452b854faea806ed031041af13 2024-11-19T03:22:47,290 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 65de31452b854faea806ed031041af13 2024-11-19T03:22:47,290 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/data/default/test/a7b11c9a150f615b03c05b1a5975859f/f1/65de31452b854faea806ed031041af13, entries=1, sequenceid=6, filesize=5.0 K 2024-11-19T03:22:47,291 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/data/default/test/a7b11c9a150f615b03c05b1a5975859f/.tmp/norep/3a6eff931b0b4a10aafdc3760bcfedcd as hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/data/default/test/a7b11c9a150f615b03c05b1a5975859f/norep/3a6eff931b0b4a10aafdc3760bcfedcd 2024-11-19T03:22:47,294 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3a6eff931b0b4a10aafdc3760bcfedcd 2024-11-19T03:22:47,294 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/data/default/test/a7b11c9a150f615b03c05b1a5975859f/norep/3a6eff931b0b4a10aafdc3760bcfedcd, entries=1, sequenceid=6, filesize=5.0 K 2024-11-19T03:22:47,295 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for a7b11c9a150f615b03c05b1a5975859f in 1277ms, sequenceid=6, compaction requested=false 2024-11-19T03:22:47,295 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-19T03:22:47,302 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/data/default/test/a7b11c9a150f615b03c05b1a5975859f/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-19T03:22:47,303 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T03:22:47,303 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T03:22:47,303 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731986542055.a7b11c9a150f615b03c05b1a5975859f. 2024-11-19T03:22:47,303 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a7b11c9a150f615b03c05b1a5975859f: Waiting for close lock at 1731986566018Running coprocessor pre-close hooks at 1731986566018Disabling compacts and flushes for region at 1731986566018Disabling writes for close at 1731986566018Obtaining lock to block concurrent updates at 1731986566019 (+1 ms)Preparing flush snapshotting stores in a7b11c9a150f615b03c05b1a5975859f at 1731986566019Finished memstore snapshotting test,,1731986542055.a7b11c9a150f615b03c05b1a5975859f., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1731986566019Flushing stores of test,,1731986542055.a7b11c9a150f615b03c05b1a5975859f. at 1731986566019Flushing a7b11c9a150f615b03c05b1a5975859f/f: creating writer at 1731986566019Flushing a7b11c9a150f615b03c05b1a5975859f/f: appending metadata at 1731986566031 (+12 ms)Flushing a7b11c9a150f615b03c05b1a5975859f/f: closing flushed file at 1731986566031Flushing a7b11c9a150f615b03c05b1a5975859f/f1: creating writer at 1731986566438 (+407 ms)Flushing a7b11c9a150f615b03c05b1a5975859f/f1: appending metadata at 1731986566451 (+13 ms)Flushing a7b11c9a150f615b03c05b1a5975859f/f1: closing flushed file at 1731986566451Flushing a7b11c9a150f615b03c05b1a5975859f/norep: creating writer at 1731986566858 (+407 ms)Flushing a7b11c9a150f615b03c05b1a5975859f/norep: appending metadata at 1731986566875 (+17 ms)Flushing a7b11c9a150f615b03c05b1a5975859f/norep: closing flushed file at 1731986566875Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@737dff3a: reopening flushed file at 1731986567283 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6014d4e9: reopening flushed file at 1731986567287 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f2e274f: reopening flushed file at 1731986567290 (+3 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for a7b11c9a150f615b03c05b1a5975859f in 1277ms, sequenceid=6, compaction requested=false at 1731986567295 (+5 ms)Writing region close event to WAL at 1731986567300 (+5 ms)Running coprocessor post-close hooks at 1731986567303 (+3 ms)Closed at 1731986567303 2024-11-19T03:22:47,303 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731986542055.a7b11c9a150f615b03c05b1a5975859f. 2024-11-19T03:22:47,329 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,41409,1731986527987.replicationSource.wal-reader.47efada56ed5%2C41409%2C1731986527987,1-47efada56ed5,41409,1731986527987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/WALs/47efada56ed5,41409,1731986527987/47efada56ed5%2C41409%2C1731986527987.1731986530930 to pos 883, reset compression=false 2024-11-19T03:22:47,332 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,41409,1731986527987.replicationSource.wal-reader.47efada56ed5%2C41409%2C1731986527987,1-47efada56ed5,41409,1731986527987 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T03:22:47,332 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,41409,1731986527987.replicationSource.wal-reader.47efada56ed5%2C41409%2C1731986527987,1-47efada56ed5,41409,1731986527987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/WALs/47efada56ed5,41409,1731986527987/47efada56ed5%2C41409%2C1731986527987.1731986530930 to pos 1527, reset compression=false 2024-11-19T03:22:47,384 INFO [RS:0;47efada56ed5:41409 {}] regionserver.HRegionServer(976): stopping server 47efada56ed5,41409,1731986527987; all regions closed. 2024-11-19T03:22:47,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43787 is added to blk_1073741834_1010 (size=4239) 2024-11-19T03:22:47,386 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/WALs/47efada56ed5,41409,1731986527987/47efada56ed5%2C41409%2C1731986527987.meta.1731986531894.meta not finished, retry = 0 2024-11-19T03:22:47,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43787 is added to blk_1073741839_1015 (size=2240) 2024-11-19T03:22:47,488 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/WALs/47efada56ed5,41409,1731986527987/47efada56ed5%2C41409%2C1731986527987.rep.1731986546728 not finished, retry = 0 2024-11-19T03:22:47,534 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,41409,1731986527987.replicationSource.wal-reader.47efada56ed5%2C41409%2C1731986527987,1-47efada56ed5,41409,1731986527987 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/WALs/47efada56ed5,41409,1731986527987/47efada56ed5%2C41409%2C1731986527987.1731986530930 to pos 1527, reset compression=false 2024-11-19T03:22:47,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43787 is added to blk_1073741832_1008 (size=1535) 2024-11-19T03:22:47,591 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/WALs/47efada56ed5,41409,1731986527987/47efada56ed5%2C41409%2C1731986527987.1731986530930 not finished, retry = 0 2024-11-19T03:22:47,691 DEBUG [RS:0;47efada56ed5:41409 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:22:47,691 INFO [RS:0;47efada56ed5:41409 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T03:22:47,691 INFO [RS:0;47efada56ed5:41409 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T03:22:47,692 INFO [RS:0;47efada56ed5:41409 {}] hbase.ChoreService(370): Chore service for: regionserver/47efada56ed5:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T03:22:47,692 INFO [RS:0;47efada56ed5:41409 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T03:22:47,692 INFO [regionserver/47efada56ed5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T03:22:47,692 INFO [RS:0;47efada56ed5:41409 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-47efada56ed5,41409,1731986527987 because: Region server is closing 2024-11-19T03:22:47,692 INFO [RS:0;47efada56ed5:41409 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;47efada56ed5:41409. 2024-11-19T03:22:47,692 DEBUG [RS:0;47efada56ed5:41409 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:22:47,692 DEBUG [RS:0;47efada56ed5:41409 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:22:47,692 DEBUG [RS:0;47efada56ed5:41409 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:22:47,692 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:22:47,792 INFO [RS:0;47efada56ed5:41409 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,41409,1731986527987.replicationSource.shipper47efada56ed5%2C41409%2C1731986527987,1-47efada56ed5,41409,1731986527987 terminated 2024-11-19T03:22:47,792 WARN [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,41409,1731986527987.replicationSource.wal-reader.47efada56ed5%2C41409%2C1731986527987,1-47efada56ed5,41409,1731986527987 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T03:22:47,793 INFO [RS:0;47efada56ed5:41409 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41409 2024-11-19T03:22:47,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44911-0x101511d092a0000, quorum=127.0.0.1:55506, baseZNode=/0-451862045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-451862045/rs 2024-11-19T03:22:47,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41409-0x101511d092a0001, quorum=127.0.0.1:55506, baseZNode=/0-451862045 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-451862045/rs/47efada56ed5,41409,1731986527987 2024-11-19T03:22:47,845 INFO [RS:0;47efada56ed5:41409 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T03:22:47,855 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [47efada56ed5,41409,1731986527987] 2024-11-19T03:22:47,865 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-451862045/draining/47efada56ed5,41409,1731986527987 already deleted, retry=false 2024-11-19T03:22:47,865 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 47efada56ed5,41409,1731986527987 expired; onlineServers=0 2024-11-19T03:22:47,865 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '47efada56ed5,44911,1731986527796' ***** 2024-11-19T03:22:47,865 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T03:22:47,866 INFO [M:0;47efada56ed5:44911 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T03:22:47,866 INFO [M:0;47efada56ed5:44911 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T03:22:47,866 DEBUG [M:0;47efada56ed5:44911 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T03:22:47,866 DEBUG [M:0;47efada56ed5:44911 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T03:22:47,866 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T03:22:47,866 DEBUG [master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.large.0-1731986530668 {}] cleaner.HFileCleaner(306): Exit Thread[master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.large.0-1731986530668,5,FailOnTimeoutGroup] 2024-11-19T03:22:47,866 DEBUG [master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.small.0-1731986530668 {}] cleaner.HFileCleaner(306): Exit Thread[master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.small.0-1731986530668,5,FailOnTimeoutGroup] 2024-11-19T03:22:47,866 INFO [M:0;47efada56ed5:44911 {}] hbase.ChoreService(370): Chore service for: master/47efada56ed5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T03:22:47,866 INFO [M:0;47efada56ed5:44911 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T03:22:47,866 DEBUG [M:0;47efada56ed5:44911 {}] master.HMaster(1795): Stopping service threads 2024-11-19T03:22:47,866 INFO [M:0;47efada56ed5:44911 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T03:22:47,866 INFO [M:0;47efada56ed5:44911 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T03:22:47,866 INFO [M:0;47efada56ed5:44911 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T03:22:47,866 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T03:22:47,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44911-0x101511d092a0000, quorum=127.0.0.1:55506, baseZNode=/0-451862045 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-451862045/master 2024-11-19T03:22:47,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44911-0x101511d092a0000, quorum=127.0.0.1:55506, baseZNode=/0-451862045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-451862045 2024-11-19T03:22:47,876 DEBUG [M:0;47efada56ed5:44911 {}] zookeeper.ZKUtil(347): master:44911-0x101511d092a0000, quorum=127.0.0.1:55506, baseZNode=/0-451862045 Unable to get data of znode /0-451862045/master because node does not exist (not an error) 2024-11-19T03:22:47,876 WARN [M:0;47efada56ed5:44911 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T03:22:47,877 INFO [M:0;47efada56ed5:44911 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/.lastflushedseqids 2024-11-19T03:22:47,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43787 is added to blk_1073741848_1024 (size=245) 2024-11-19T03:22:47,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41409-0x101511d092a0001, quorum=127.0.0.1:55506, baseZNode=/0-451862045 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T03:22:47,955 INFO [RS:0;47efada56ed5:41409 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T03:22:47,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41409-0x101511d092a0001, quorum=127.0.0.1:55506, baseZNode=/0-451862045 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T03:22:47,955 INFO [RS:0;47efada56ed5:41409 {}] regionserver.HRegionServer(1031): Exiting; stopping=47efada56ed5,41409,1731986527987; zookeeper connection closed. 2024-11-19T03:22:47,955 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@732a4579 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@732a4579 2024-11-19T03:22:47,956 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T03:22:48,281 INFO [M:0;47efada56ed5:44911 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T03:22:48,281 INFO [M:0;47efada56ed5:44911 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T03:22:48,281 DEBUG [M:0;47efada56ed5:44911 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T03:22:48,281 INFO [M:0;47efada56ed5:44911 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:22:48,281 DEBUG [M:0;47efada56ed5:44911 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:22:48,281 DEBUG [M:0;47efada56ed5:44911 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T03:22:48,281 DEBUG [M:0;47efada56ed5:44911 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:22:48,281 INFO [M:0;47efada56ed5:44911 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-11-19T03:22:48,298 DEBUG [M:0;47efada56ed5:44911 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e705abc189754c55a5b7bcf53980b6ef is 82, key is hbase:meta,,1/info:regioninfo/1731986531930/Put/seqid=0 2024-11-19T03:22:48,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43787 is added to blk_1073741849_1025 (size=5672) 2024-11-19T03:22:48,649 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T03:22:48,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:48,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:48,650 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:48,650 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:48,650 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:48,650 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:48,650 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:48,678 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:48,679 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:48,679 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:48,679 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:48,679 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:48,679 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:48,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:48,688 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:48,688 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:48,702 INFO [M:0;47efada56ed5:44911 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e705abc189754c55a5b7bcf53980b6ef 2024-11-19T03:22:48,721 DEBUG [M:0;47efada56ed5:44911 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/83defb6edaf649f2b474bdaa53cfee30 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731986542415/Put/seqid=0 2024-11-19T03:22:48,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43787 is added to blk_1073741850_1026 (size=7219) 2024-11-19T03:22:49,125 INFO [M:0;47efada56ed5:44911 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/83defb6edaf649f2b474bdaa53cfee30 2024-11-19T03:22:49,129 INFO [M:0;47efada56ed5:44911 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 83defb6edaf649f2b474bdaa53cfee30 2024-11-19T03:22:49,151 DEBUG [M:0;47efada56ed5:44911 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8475a493385245cfbe052f5dfada4637 is 69, key is 47efada56ed5,41409,1731986527987/rs:state/1731986530767/Put/seqid=0 2024-11-19T03:22:49,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43787 is added to blk_1073741851_1027 (size=5156) 2024-11-19T03:22:49,166 INFO [M:0;47efada56ed5:44911 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8475a493385245cfbe052f5dfada4637 2024-11-19T03:22:49,171 DEBUG [M:0;47efada56ed5:44911 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e705abc189754c55a5b7bcf53980b6ef as hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e705abc189754c55a5b7bcf53980b6ef 2024-11-19T03:22:49,175 INFO [M:0;47efada56ed5:44911 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e705abc189754c55a5b7bcf53980b6ef, entries=8, sequenceid=105, filesize=5.5 K 2024-11-19T03:22:49,176 DEBUG [M:0;47efada56ed5:44911 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/83defb6edaf649f2b474bdaa53cfee30 as hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/83defb6edaf649f2b474bdaa53cfee30 2024-11-19T03:22:49,179 INFO [M:0;47efada56ed5:44911 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 83defb6edaf649f2b474bdaa53cfee30 2024-11-19T03:22:49,179 INFO [M:0;47efada56ed5:44911 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/83defb6edaf649f2b474bdaa53cfee30, entries=11, sequenceid=105, filesize=7.0 K 2024-11-19T03:22:49,180 DEBUG [M:0;47efada56ed5:44911 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8475a493385245cfbe052f5dfada4637 as hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8475a493385245cfbe052f5dfada4637 2024-11-19T03:22:49,186 INFO [M:0;47efada56ed5:44911 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33811/user/jenkins/test-data/dcdb6754-b5df-d5bb-ece4-a9965a92583a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8475a493385245cfbe052f5dfada4637, entries=1, sequenceid=105, filesize=5.0 K 2024-11-19T03:22:49,187 INFO [M:0;47efada56ed5:44911 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 906ms, sequenceid=105, compaction requested=false 2024-11-19T03:22:49,204 INFO [M:0;47efada56ed5:44911 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:22:49,205 DEBUG [M:0;47efada56ed5:44911 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731986568281Disabling compacts and flushes for region at 1731986568281Disabling writes for close at 1731986568281Obtaining lock to block concurrent updates at 1731986568281Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731986568282 (+1 ms)Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1731986568282Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731986568282Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731986568282Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731986568298 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731986568298Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731986568705 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731986568720 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731986568720Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731986569129 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731986569150 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731986569150Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@772b9e97: reopening flushed file at 1731986569170 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ce64fab: reopening flushed file at 1731986569175 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59241cdf: reopening flushed file at 1731986569179 (+4 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 906ms, sequenceid=105, compaction requested=false at 1731986569188 (+9 ms)Writing region close event to WAL at 1731986569204 (+16 ms)Closed at 1731986569204 2024-11-19T03:22:49,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43787 is added to blk_1073741830_1006 (size=64435) 2024-11-19T03:22:49,208 INFO [M:0;47efada56ed5:44911 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T03:22:49,208 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T03:22:49,208 INFO [M:0;47efada56ed5:44911 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44911 2024-11-19T03:22:49,208 INFO [M:0;47efada56ed5:44911 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T03:22:49,376 INFO [M:0;47efada56ed5:44911 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T03:22:49,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44911-0x101511d092a0000, quorum=127.0.0.1:55506, baseZNode=/0-451862045 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T03:22:49,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44911-0x101511d092a0000, quorum=127.0.0.1:55506, baseZNode=/0-451862045 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T03:22:49,378 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@33bc33d5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T03:22:49,379 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3a98c75f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T03:22:49,379 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T03:22:49,379 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d288850{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T03:22:49,379 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6006a90{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7dff8efe-fdf5-6477-1463-9871597ea417/hadoop.log.dir/,STOPPED} 2024-11-19T03:22:49,380 WARN [BP-2106631353-172.17.0.3-1731986525598 heartbeating to localhost/127.0.0.1:33811 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T03:22:49,380 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T03:22:49,380 WARN [BP-2106631353-172.17.0.3-1731986525598 heartbeating to localhost/127.0.0.1:33811 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2106631353-172.17.0.3-1731986525598 (Datanode Uuid ad2be5e8-80c1-4291-9147-2923da4c8e1a) service to localhost/127.0.0.1:33811 2024-11-19T03:22:49,380 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T03:22:49,381 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7dff8efe-fdf5-6477-1463-9871597ea417/cluster_fcba1ec0-5a32-090d-109e-f5267e76bece/data/data1/current/BP-2106631353-172.17.0.3-1731986525598 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T03:22:49,381 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7dff8efe-fdf5-6477-1463-9871597ea417/cluster_fcba1ec0-5a32-090d-109e-f5267e76bece/data/data2/current/BP-2106631353-172.17.0.3-1731986525598 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T03:22:49,381 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T03:22:49,386 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3763016d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T03:22:49,386 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@55dce5a1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T03:22:49,386 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T03:22:49,386 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2285136e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T03:22:49,386 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@273d7e3b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7dff8efe-fdf5-6477-1463-9871597ea417/hadoop.log.dir/,STOPPED} 2024-11-19T03:22:49,392 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-19T03:22:49,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T03:22:49,414 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=360 (was 312) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:39415 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55506) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:33811 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33811 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:35837 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35837 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39415 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35837 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:39415 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33811 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35837 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55506) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35837 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39415 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35837 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:35837 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:35837 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:39415 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33811 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:33811 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:33811 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55506) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39415 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33811 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39415 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:35837 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:39415 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:33811 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=790 (was 735) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=546 (was 538) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=12817 (was 14072) 2024-11-19T03:22:49,426 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=360, OpenFileDescriptor=790, MaxFileDescriptor=1048576, SystemLoadAverage=546, ProcessCount=11, AvailableMemoryMB=12817 2024-11-19T03:22:49,439 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-19T03:22:49,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d2496320-986f-daf7-a701-d31f9b14978e/hadoop.log.dir so I do NOT create it in target/test-data/4ff0ad21-4572-550a-36ba-44389c6528d0 2024-11-19T03:22:49,440 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d2496320-986f-daf7-a701-d31f9b14978e/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T03:22:49,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d2496320-986f-daf7-a701-d31f9b14978e/hadoop.tmp.dir so I do NOT create it in target/test-data/4ff0ad21-4572-550a-36ba-44389c6528d0 2024-11-19T03:22:49,440 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d2496320-986f-daf7-a701-d31f9b14978e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T03:22:49,440 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4ff0ad21-4572-550a-36ba-44389c6528d0 2024-11-19T03:22:49,440 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4ff0ad21-4572-550a-36ba-44389c6528d0/cluster_d1a563d0-54e2-90ba-cb4e-5443ce23e658, deleteOnExit=true 2024-11-19T03:22:49,459 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4ff0ad21-4572-550a-36ba-44389c6528d0/cluster_d1a563d0-54e2-90ba-cb4e-5443ce23e658/zookeeper_0, clientPort=50637, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4ff0ad21-4572-550a-36ba-44389c6528d0/cluster_d1a563d0-54e2-90ba-cb4e-5443ce23e658/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4ff0ad21-4572-550a-36ba-44389c6528d0/cluster_d1a563d0-54e2-90ba-cb4e-5443ce23e658/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T03:22:49,460 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50637 2024-11-19T03:22:49,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T03:22:49,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T03:22:49,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4ff0ad21-4572-550a-36ba-44389c6528d0/test.cache.data in system properties and HBase conf 2024-11-19T03:22:49,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4ff0ad21-4572-550a-36ba-44389c6528d0/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T03:22:49,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4ff0ad21-4572-550a-36ba-44389c6528d0/hadoop.log.dir in system properties and HBase conf 2024-11-19T03:22:49,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4ff0ad21-4572-550a-36ba-44389c6528d0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T03:22:49,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4ff0ad21-4572-550a-36ba-44389c6528d0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T03:22:49,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T03:22:49,461 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T03:22:49,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4ff0ad21-4572-550a-36ba-44389c6528d0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T03:22:49,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4ff0ad21-4572-550a-36ba-44389c6528d0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T03:22:49,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4ff0ad21-4572-550a-36ba-44389c6528d0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T03:22:49,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4ff0ad21-4572-550a-36ba-44389c6528d0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T03:22:49,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4ff0ad21-4572-550a-36ba-44389c6528d0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T03:22:49,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4ff0ad21-4572-550a-36ba-44389c6528d0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T03:22:49,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4ff0ad21-4572-550a-36ba-44389c6528d0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T03:22:49,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4ff0ad21-4572-550a-36ba-44389c6528d0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T03:22:49,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4ff0ad21-4572-550a-36ba-44389c6528d0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T03:22:49,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4ff0ad21-4572-550a-36ba-44389c6528d0/nfs.dump.dir in system properties and HBase conf 2024-11-19T03:22:49,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4ff0ad21-4572-550a-36ba-44389c6528d0/java.io.tmpdir in system properties and HBase conf 2024-11-19T03:22:49,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4ff0ad21-4572-550a-36ba-44389c6528d0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T03:22:49,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4ff0ad21-4572-550a-36ba-44389c6528d0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T03:22:49,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4ff0ad21-4572-550a-36ba-44389c6528d0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T03:22:49,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101511d092a0005, quorum=127.0.0.1:55506, baseZNode=/1-249394125 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T03:22:49,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101511d092a0008, quorum=127.0.0.1:55506, baseZNode=/2-888872288 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T03:22:49,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101511d092a0002, quorum=127.0.0.1:55506, baseZNode=/0-451862045 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T03:22:49,491 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101511d092a0005, quorum=127.0.0.1:55506, baseZNode=/1-249394125 Received Disconnected from ZooKeeper, ignoring 2024-11-19T03:22:49,491 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101511d092a0002, quorum=127.0.0.1:55506, baseZNode=/0-451862045 Received Disconnected from ZooKeeper, ignoring 2024-11-19T03:22:49,491 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101511d092a0008, quorum=127.0.0.1:55506, baseZNode=/2-888872288 Received Disconnected from ZooKeeper, ignoring 2024-11-19T03:22:49,875 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T03:22:49,877 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T03:22:49,878 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T03:22:49,878 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T03:22:49,878 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T03:22:49,879 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T03:22:49,879 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6deb80e7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4ff0ad21-4572-550a-36ba-44389c6528d0/hadoop.log.dir/,AVAILABLE} 2024-11-19T03:22:49,879 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@54c0b0f8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T03:22:49,973 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@320defd5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4ff0ad21-4572-550a-36ba-44389c6528d0/java.io.tmpdir/jetty-localhost-40395-hadoop-hdfs-3_4_1-tests_jar-_-any-15874889568358596753/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T03:22:49,973 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@58aa555a{HTTP/1.1, (http/1.1)}{localhost:40395} 2024-11-19T03:22:49,973 INFO [Time-limited test {}] server.Server(415): Started @333577ms 2024-11-19T03:22:50,206 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T03:22:50,208 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T03:22:50,212 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T03:22:50,212 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T03:22:50,212 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T03:22:50,212 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a74450e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4ff0ad21-4572-550a-36ba-44389c6528d0/hadoop.log.dir/,AVAILABLE} 2024-11-19T03:22:50,213 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66ed11b2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T03:22:50,323 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d729b38{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4ff0ad21-4572-550a-36ba-44389c6528d0/java.io.tmpdir/jetty-localhost-42425-hadoop-hdfs-3_4_1-tests_jar-_-any-14466625692829449064/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T03:22:50,323 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5d1c09f2{HTTP/1.1, (http/1.1)}{localhost:42425} 2024-11-19T03:22:50,323 INFO [Time-limited test {}] server.Server(415): Started @333927ms 2024-11-19T03:22:50,325 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T03:22:51,006 WARN [Thread-4184 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4ff0ad21-4572-550a-36ba-44389c6528d0/cluster_d1a563d0-54e2-90ba-cb4e-5443ce23e658/data/data1/current/BP-155004925-172.17.0.3-1731986569481/current, will proceed with Du for space computation calculation, 2024-11-19T03:22:51,006 WARN [Thread-4185 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4ff0ad21-4572-550a-36ba-44389c6528d0/cluster_d1a563d0-54e2-90ba-cb4e-5443ce23e658/data/data2/current/BP-155004925-172.17.0.3-1731986569481/current, will proceed with Du for space computation calculation, 2024-11-19T03:22:51,076 WARN [Thread-4172 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T03:22:51,087 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x88022618594cfbbd with lease ID 0x837315dede79b4a0: Processing first storage report for DS-39ecdd21-e0bb-425a-b77f-f50e38db82a0 from datanode DatanodeRegistration(127.0.0.1:40363, datanodeUuid=3c34e323-3d6f-4b3f-a86c-ce47827ac698, infoPort=38159, infoSecurePort=0, ipcPort=35303, storageInfo=lv=-57;cid=testClusterID;nsid=1035050933;c=1731986569481) 2024-11-19T03:22:51,087 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x88022618594cfbbd with lease ID 0x837315dede79b4a0: from storage DS-39ecdd21-e0bb-425a-b77f-f50e38db82a0 node DatanodeRegistration(127.0.0.1:40363, datanodeUuid=3c34e323-3d6f-4b3f-a86c-ce47827ac698, infoPort=38159, infoSecurePort=0, ipcPort=35303, storageInfo=lv=-57;cid=testClusterID;nsid=1035050933;c=1731986569481), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T03:22:51,087 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x88022618594cfbbd with lease ID 0x837315dede79b4a0: Processing first storage report for DS-d2ce5762-1d79-4a20-a344-6d22e0eb0e50 from datanode DatanodeRegistration(127.0.0.1:40363, datanodeUuid=3c34e323-3d6f-4b3f-a86c-ce47827ac698, infoPort=38159, infoSecurePort=0, ipcPort=35303, storageInfo=lv=-57;cid=testClusterID;nsid=1035050933;c=1731986569481) 2024-11-19T03:22:51,087 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x88022618594cfbbd with lease ID 0x837315dede79b4a0: from storage DS-d2ce5762-1d79-4a20-a344-6d22e0eb0e50 node DatanodeRegistration(127.0.0.1:40363, datanodeUuid=3c34e323-3d6f-4b3f-a86c-ce47827ac698, infoPort=38159, infoSecurePort=0, ipcPort=35303, storageInfo=lv=-57;cid=testClusterID;nsid=1035050933;c=1731986569481), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T03:22:51,162 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4ff0ad21-4572-550a-36ba-44389c6528d0 2024-11-19T03:22:51,162 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:22:51,164 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:22:51,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741825_1001 (size=7) 2024-11-19T03:22:51,579 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35683/user/jenkins/test-data/2e781fe5-3d79-e5ad-7767-5aae899abb1c with version=8 2024-11-19T03:22:51,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35683/user/jenkins/test-data/2e781fe5-3d79-e5ad-7767-5aae899abb1c/hbase-staging 2024-11-19T03:22:51,581 INFO [Time-limited test {}] client.ConnectionUtils(128): master/47efada56ed5:0 server-side Connection retries=45 2024-11-19T03:22:51,581 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T03:22:51,581 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T03:22:51,581 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T03:22:51,581 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T03:22:51,581 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T03:22:51,581 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T03:22:51,581 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T03:22:51,581 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42097 2024-11-19T03:22:51,582 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42097 connecting to ZooKeeper ensemble=127.0.0.1:50637 2024-11-19T03:22:51,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:420970x0, quorum=127.0.0.1:50637, baseZNode=/0-2029775678 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T03:22:51,674 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42097-0x101511db49d0000 connected 2024-11-19T03:22:51,778 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:22:51,780 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:22:51,785 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42097-0x101511db49d0000, quorum=127.0.0.1:50637, baseZNode=/0-2029775678 Set watcher on znode that does not yet exist, /0-2029775678/running 2024-11-19T03:22:51,785 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35683/user/jenkins/test-data/2e781fe5-3d79-e5ad-7767-5aae899abb1c, hbase.cluster.distributed=false 2024-11-19T03:22:51,787 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42097-0x101511db49d0000, quorum=127.0.0.1:50637, baseZNode=/0-2029775678 Set watcher on znode that does not yet exist, /0-2029775678/acl 2024-11-19T03:22:51,796 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42097 2024-11-19T03:22:51,796 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42097 2024-11-19T03:22:51,800 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42097 2024-11-19T03:22:51,801 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42097 2024-11-19T03:22:51,801 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42097 2024-11-19T03:22:51,822 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/47efada56ed5:0 server-side Connection retries=45 2024-11-19T03:22:51,822 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T03:22:51,822 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T03:22:51,822 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T03:22:51,822 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T03:22:51,822 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T03:22:51,822 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T03:22:51,822 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T03:22:51,823 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40979 2024-11-19T03:22:51,824 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40979 connecting to ZooKeeper ensemble=127.0.0.1:50637 2024-11-19T03:22:51,824 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:22:51,827 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:22:51,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:409790x0, quorum=127.0.0.1:50637, baseZNode=/0-2029775678 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T03:22:51,843 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:409790x0, quorum=127.0.0.1:50637, baseZNode=/0-2029775678 Set watcher on znode that does not yet exist, /0-2029775678/running 2024-11-19T03:22:51,843 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T03:22:51,844 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40979-0x101511db49d0001 connected 2024-11-19T03:22:51,846 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T03:22:51,847 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40979-0x101511db49d0001, quorum=127.0.0.1:50637, baseZNode=/0-2029775678 Set watcher on znode that does not yet exist, /0-2029775678/master 2024-11-19T03:22:51,850 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40979-0x101511db49d0001, quorum=127.0.0.1:50637, baseZNode=/0-2029775678 Set watcher on znode that does not yet exist, /0-2029775678/acl 2024-11-19T03:22:51,857 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40979 2024-11-19T03:22:51,857 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40979 2024-11-19T03:22:51,857 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40979 2024-11-19T03:22:51,858 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40979 2024-11-19T03:22:51,858 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40979 2024-11-19T03:22:51,875 DEBUG [M:0;47efada56ed5:42097 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;47efada56ed5:42097 2024-11-19T03:22:51,876 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-2029775678/backup-masters/47efada56ed5,42097,1731986571580 2024-11-19T03:22:51,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40979-0x101511db49d0001, quorum=127.0.0.1:50637, baseZNode=/0-2029775678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2029775678/backup-masters 2024-11-19T03:22:51,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42097-0x101511db49d0000, quorum=127.0.0.1:50637, baseZNode=/0-2029775678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2029775678/backup-masters 2024-11-19T03:22:51,883 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42097-0x101511db49d0000, quorum=127.0.0.1:50637, baseZNode=/0-2029775678 Set watcher on existing znode=/0-2029775678/backup-masters/47efada56ed5,42097,1731986571580 2024-11-19T03:22:51,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40979-0x101511db49d0001, quorum=127.0.0.1:50637, baseZNode=/0-2029775678 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2029775678/master 2024-11-19T03:22:51,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42097-0x101511db49d0000, quorum=127.0.0.1:50637, baseZNode=/0-2029775678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2029775678 2024-11-19T03:22:51,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40979-0x101511db49d0001, quorum=127.0.0.1:50637, baseZNode=/0-2029775678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2029775678 2024-11-19T03:22:51,893 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42097-0x101511db49d0000, quorum=127.0.0.1:50637, baseZNode=/0-2029775678 Set watcher on existing znode=/0-2029775678/master 2024-11-19T03:22:51,894 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-2029775678/backup-masters/47efada56ed5,42097,1731986571580 from backup master directory 2024-11-19T03:22:51,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40979-0x101511db49d0001, quorum=127.0.0.1:50637, baseZNode=/0-2029775678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2029775678/backup-masters 2024-11-19T03:22:51,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42097-0x101511db49d0000, quorum=127.0.0.1:50637, baseZNode=/0-2029775678 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2029775678/backup-masters/47efada56ed5,42097,1731986571580 2024-11-19T03:22:51,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42097-0x101511db49d0000, quorum=127.0.0.1:50637, baseZNode=/0-2029775678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2029775678/backup-masters 2024-11-19T03:22:51,904 WARN [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T03:22:51,904 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=47efada56ed5,42097,1731986571580 2024-11-19T03:22:51,907 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35683/user/jenkins/test-data/2e781fe5-3d79-e5ad-7767-5aae899abb1c/hbase.id] with ID: 680a34ca-6e94-4e05-bfaa-abb94b175ffc 2024-11-19T03:22:51,907 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35683/user/jenkins/test-data/2e781fe5-3d79-e5ad-7767-5aae899abb1c/.tmp/hbase.id 2024-11-19T03:22:51,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741826_1002 (size=42) 2024-11-19T03:22:51,922 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35683/user/jenkins/test-data/2e781fe5-3d79-e5ad-7767-5aae899abb1c/.tmp/hbase.id]:[hdfs://localhost:35683/user/jenkins/test-data/2e781fe5-3d79-e5ad-7767-5aae899abb1c/hbase.id] 2024-11-19T03:22:51,931 INFO [master/47efada56ed5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:22:51,931 INFO [master/47efada56ed5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T03:22:51,932 INFO [master/47efada56ed5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T03:22:51,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42097-0x101511db49d0000, quorum=127.0.0.1:50637, baseZNode=/0-2029775678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2029775678 2024-11-19T03:22:51,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40979-0x101511db49d0001, quorum=127.0.0.1:50637, baseZNode=/0-2029775678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2029775678 2024-11-19T03:22:51,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741827_1003 (size=196) 2024-11-19T03:22:52,350 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T03:22:52,351 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T03:22:52,352 INFO [master/47efada56ed5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T03:22:52,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741828_1004 (size=1189) 2024-11-19T03:22:52,358 INFO [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35683/user/jenkins/test-data/2e781fe5-3d79-e5ad-7767-5aae899abb1c/MasterData/data/master/store 2024-11-19T03:22:52,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741829_1005 (size=34) 2024-11-19T03:22:52,364 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:22:52,364 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T03:22:52,364 INFO [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:22:52,364 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:22:52,364 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T03:22:52,364 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:22:52,364 INFO [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:22:52,364 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731986572364Disabling compacts and flushes for region at 1731986572364Disabling writes for close at 1731986572364Writing region close event to WAL at 1731986572364Closed at 1731986572364 2024-11-19T03:22:52,365 WARN [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35683/user/jenkins/test-data/2e781fe5-3d79-e5ad-7767-5aae899abb1c/MasterData/data/master/store/.initializing 2024-11-19T03:22:52,365 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35683/user/jenkins/test-data/2e781fe5-3d79-e5ad-7767-5aae899abb1c/MasterData/WALs/47efada56ed5,42097,1731986571580 2024-11-19T03:22:52,366 INFO [master/47efada56ed5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T03:22:52,368 INFO [master/47efada56ed5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=47efada56ed5%2C42097%2C1731986571580, suffix=, logDir=hdfs://localhost:35683/user/jenkins/test-data/2e781fe5-3d79-e5ad-7767-5aae899abb1c/MasterData/WALs/47efada56ed5,42097,1731986571580, archiveDir=hdfs://localhost:35683/user/jenkins/test-data/2e781fe5-3d79-e5ad-7767-5aae899abb1c/MasterData/oldWALs, maxLogs=10 2024-11-19T03:22:52,389 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2e781fe5-3d79-e5ad-7767-5aae899abb1c/MasterData/WALs/47efada56ed5,42097,1731986571580/47efada56ed5%2C42097%2C1731986571580.1731986572368, exclude list is [], retry=0 2024-11-19T03:22:52,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40363,DS-39ecdd21-e0bb-425a-b77f-f50e38db82a0,DISK] 2024-11-19T03:22:52,398 INFO [master/47efada56ed5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2e781fe5-3d79-e5ad-7767-5aae899abb1c/MasterData/WALs/47efada56ed5,42097,1731986571580/47efada56ed5%2C42097%2C1731986571580.1731986572368 2024-11-19T03:22:52,398 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38159:38159)] 2024-11-19T03:22:52,399 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T03:22:52,399 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:22:52,399 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:22:52,399 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:22:52,401 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:22:52,403 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T03:22:52,403 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:22:52,404 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:22:52,404 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:22:52,406 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T03:22:52,406 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:22:52,406 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:22:52,406 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:22:52,407 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T03:22:52,408 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:22:52,408 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:22:52,408 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:22:52,410 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T03:22:52,410 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:22:52,410 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:22:52,411 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:22:52,411 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35683/user/jenkins/test-data/2e781fe5-3d79-e5ad-7767-5aae899abb1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:22:52,412 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35683/user/jenkins/test-data/2e781fe5-3d79-e5ad-7767-5aae899abb1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:22:52,413 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:22:52,414 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:22:52,414 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T03:22:52,417 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:22:52,419 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35683/user/jenkins/test-data/2e781fe5-3d79-e5ad-7767-5aae899abb1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T03:22:52,420 INFO [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68236496, jitterRate=0.01680302619934082}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T03:22:52,421 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731986572399Initializing all the Stores at 1731986572400 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986572400Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986572401 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986572401Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986572401Cleaning up temporary data from old regions at 1731986572414 (+13 ms)Region opened successfully at 1731986572421 (+7 ms) 2024-11-19T03:22:52,421 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T03:22:52,424 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66b349a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=47efada56ed5/172.17.0.3:0 2024-11-19T03:22:52,425 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T03:22:52,425 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T03:22:52,425 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T03:22:52,426 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T03:22:52,426 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T03:22:52,427 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T03:22:52,427 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T03:22:52,433 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T03:22:52,433 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42097-0x101511db49d0000, quorum=127.0.0.1:50637, baseZNode=/0-2029775678 Unable to get data of znode /0-2029775678/balancer because node does not exist (not necessarily an error) 2024-11-19T03:22:52,472 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2029775678/balancer already deleted, retry=false 2024-11-19T03:22:52,472 INFO [master/47efada56ed5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T03:22:52,473 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42097-0x101511db49d0000, quorum=127.0.0.1:50637, baseZNode=/0-2029775678 Unable to get data of znode /0-2029775678/normalizer because node does not exist (not necessarily an error) 2024-11-19T03:22:52,482 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2029775678/normalizer already deleted, retry=false 2024-11-19T03:22:52,483 INFO [master/47efada56ed5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T03:22:52,484 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42097-0x101511db49d0000, quorum=127.0.0.1:50637, baseZNode=/0-2029775678 Unable to get data of znode /0-2029775678/switch/split because node does not exist (not necessarily an error) 2024-11-19T03:22:52,525 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2029775678/switch/split already deleted, retry=false 2024-11-19T03:22:52,526 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42097-0x101511db49d0000, quorum=127.0.0.1:50637, baseZNode=/0-2029775678 Unable to get data of znode /0-2029775678/switch/merge because node does not exist (not necessarily an error) 2024-11-19T03:22:52,578 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2029775678/switch/merge already deleted, retry=false 2024-11-19T03:22:52,580 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42097-0x101511db49d0000, quorum=127.0.0.1:50637, baseZNode=/0-2029775678 Unable to get data of znode /0-2029775678/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T03:22:52,644 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2029775678/snapshot-cleanup already deleted, retry=false 2024-11-19T03:22:52,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42097-0x101511db49d0000, quorum=127.0.0.1:50637, baseZNode=/0-2029775678 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2029775678/running 2024-11-19T03:22:52,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40979-0x101511db49d0001, quorum=127.0.0.1:50637, baseZNode=/0-2029775678 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2029775678/running 2024-11-19T03:22:52,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42097-0x101511db49d0000, quorum=127.0.0.1:50637, baseZNode=/0-2029775678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2029775678 2024-11-19T03:22:52,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40979-0x101511db49d0001, quorum=127.0.0.1:50637, baseZNode=/0-2029775678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2029775678 2024-11-19T03:22:52,708 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=47efada56ed5,42097,1731986571580, sessionid=0x101511db49d0000, setting cluster-up flag (Was=false) 2024-11-19T03:22:52,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42097-0x101511db49d0000, quorum=127.0.0.1:50637, baseZNode=/0-2029775678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2029775678 2024-11-19T03:22:52,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40979-0x101511db49d0001, quorum=127.0.0.1:50637, baseZNode=/0-2029775678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2029775678 2024-11-19T03:22:53,019 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2029775678/flush-table-proc/acquired, /0-2029775678/flush-table-proc/reached, /0-2029775678/flush-table-proc/abort 2024-11-19T03:22:53,020 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=47efada56ed5,42097,1731986571580 2024-11-19T03:22:53,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42097-0x101511db49d0000, quorum=127.0.0.1:50637, baseZNode=/0-2029775678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2029775678 2024-11-19T03:22:53,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40979-0x101511db49d0001, quorum=127.0.0.1:50637, baseZNode=/0-2029775678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2029775678 2024-11-19T03:22:53,058 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T03:22:53,058 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [47efada56ed5,46551,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=47efada56ed5:46551 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T03:22:53,059 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128863 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [47efada56ed5,46551,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=47efada56ed5:46551 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T03:22:53,072 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2029775678/online-snapshot/acquired, /0-2029775678/online-snapshot/reached, /0-2029775678/online-snapshot/abort 2024-11-19T03:22:53,073 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=47efada56ed5,42097,1731986571580 2024-11-19T03:22:53,074 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35683/user/jenkins/test-data/2e781fe5-3d79-e5ad-7767-5aae899abb1c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T03:22:53,075 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T03:22:53,075 INFO [master/47efada56ed5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T03:22:53,075 INFO [master/47efada56ed5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T03:22:53,076 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 47efada56ed5,42097,1731986571580 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T03:22:53,077 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/47efada56ed5:0, corePoolSize=5, maxPoolSize=5 2024-11-19T03:22:53,077 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/47efada56ed5:0, corePoolSize=5, maxPoolSize=5 2024-11-19T03:22:53,077 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/47efada56ed5:0, corePoolSize=5, maxPoolSize=5 2024-11-19T03:22:53,077 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/47efada56ed5:0, corePoolSize=5, maxPoolSize=5 2024-11-19T03:22:53,077 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/47efada56ed5:0, corePoolSize=10, maxPoolSize=10 2024-11-19T03:22:53,077 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:22:53,077 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/47efada56ed5:0, corePoolSize=2, maxPoolSize=2 2024-11-19T03:22:53,077 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:22:53,081 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731986603081 2024-11-19T03:22:53,081 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T03:22:53,081 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T03:22:53,081 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T03:22:53,081 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T03:22:53,081 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T03:22:53,081 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T03:22:53,081 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T03:22:53,081 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T03:22:53,081 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T03:22:53,082 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:22:53,082 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T03:22:53,084 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T03:22:53,084 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T03:22:53,084 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T03:22:53,084 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T03:22:53,088 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T03:22:53,088 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T03:22:53,089 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.large.0-1731986573088,5,FailOnTimeoutGroup] 2024-11-19T03:22:53,089 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.small.0-1731986573089,5,FailOnTimeoutGroup] 2024-11-19T03:22:53,089 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T03:22:53,089 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T03:22:53,089 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T03:22:53,089 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T03:22:53,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741831_1007 (size=1321) 2024-11-19T03:22:53,094 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35683/user/jenkins/test-data/2e781fe5-3d79-e5ad-7767-5aae899abb1c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T03:22:53,094 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35683/user/jenkins/test-data/2e781fe5-3d79-e5ad-7767-5aae899abb1c 2024-11-19T03:22:53,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741832_1008 (size=32) 2024-11-19T03:22:53,161 INFO [RS:0;47efada56ed5:40979 {}] regionserver.HRegionServer(746): ClusterId : 680a34ca-6e94-4e05-bfaa-abb94b175ffc 2024-11-19T03:22:53,161 DEBUG [RS:0;47efada56ed5:40979 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T03:22:53,167 DEBUG [RS:0;47efada56ed5:40979 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T03:22:53,167 DEBUG [RS:0;47efada56ed5:40979 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T03:22:53,178 DEBUG [RS:0;47efada56ed5:40979 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T03:22:53,178 DEBUG [RS:0;47efada56ed5:40979 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@541a3863, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=47efada56ed5/172.17.0.3:0 2024-11-19T03:22:53,190 DEBUG [RS:0;47efada56ed5:40979 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;47efada56ed5:40979 2024-11-19T03:22:53,190 INFO [RS:0;47efada56ed5:40979 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T03:22:53,190 INFO [RS:0;47efada56ed5:40979 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T03:22:53,190 DEBUG [RS:0;47efada56ed5:40979 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T03:22:53,191 INFO [RS:0;47efada56ed5:40979 {}] regionserver.HRegionServer(2659): reportForDuty to master=47efada56ed5,42097,1731986571580 with port=40979, startcode=1731986571821 2024-11-19T03:22:53,191 DEBUG [RS:0;47efada56ed5:40979 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T03:22:53,192 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50231, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T03:22:53,193 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42097 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 47efada56ed5,40979,1731986571821 2024-11-19T03:22:53,193 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42097 {}] master.ServerManager(517): Registering regionserver=47efada56ed5,40979,1731986571821 2024-11-19T03:22:53,194 DEBUG [RS:0;47efada56ed5:40979 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35683/user/jenkins/test-data/2e781fe5-3d79-e5ad-7767-5aae899abb1c 2024-11-19T03:22:53,194 DEBUG [RS:0;47efada56ed5:40979 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35683 2024-11-19T03:22:53,194 DEBUG [RS:0;47efada56ed5:40979 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T03:22:53,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42097-0x101511db49d0000, quorum=127.0.0.1:50637, baseZNode=/0-2029775678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2029775678/rs 2024-11-19T03:22:53,198 DEBUG [RS:0;47efada56ed5:40979 {}] zookeeper.ZKUtil(111): regionserver:40979-0x101511db49d0001, quorum=127.0.0.1:50637, baseZNode=/0-2029775678 Set watcher on existing znode=/0-2029775678/rs/47efada56ed5,40979,1731986571821 2024-11-19T03:22:53,198 WARN [RS:0;47efada56ed5:40979 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T03:22:53,199 INFO [RS:0;47efada56ed5:40979 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T03:22:53,199 DEBUG [RS:0;47efada56ed5:40979 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35683/user/jenkins/test-data/2e781fe5-3d79-e5ad-7767-5aae899abb1c/WALs/47efada56ed5,40979,1731986571821 2024-11-19T03:22:53,199 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [47efada56ed5,40979,1731986571821] 2024-11-19T03:22:53,201 INFO [RS:0;47efada56ed5:40979 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T03:22:53,204 INFO [RS:0;47efada56ed5:40979 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T03:22:53,208 INFO [RS:0;47efada56ed5:40979 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T03:22:53,208 INFO [RS:0;47efada56ed5:40979 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T03:22:53,209 INFO [RS:0;47efada56ed5:40979 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T03:22:53,209 INFO [RS:0;47efada56ed5:40979 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T03:22:53,209 INFO [RS:0;47efada56ed5:40979 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T03:22:53,210 DEBUG [RS:0;47efada56ed5:40979 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:22:53,210 DEBUG [RS:0;47efada56ed5:40979 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:22:53,210 DEBUG [RS:0;47efada56ed5:40979 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:22:53,210 DEBUG [RS:0;47efada56ed5:40979 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:22:53,210 DEBUG [RS:0;47efada56ed5:40979 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:22:53,210 DEBUG [RS:0;47efada56ed5:40979 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/47efada56ed5:0, corePoolSize=2, maxPoolSize=2 2024-11-19T03:22:53,210 DEBUG [RS:0;47efada56ed5:40979 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:22:53,210 DEBUG [RS:0;47efada56ed5:40979 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:22:53,210 DEBUG [RS:0;47efada56ed5:40979 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:22:53,210 DEBUG [RS:0;47efada56ed5:40979 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:22:53,210 DEBUG [RS:0;47efada56ed5:40979 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:22:53,210 DEBUG [RS:0;47efada56ed5:40979 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:22:53,210 DEBUG [RS:0;47efada56ed5:40979 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/47efada56ed5:0, corePoolSize=3, maxPoolSize=3 2024-11-19T03:22:53,210 DEBUG [RS:0;47efada56ed5:40979 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0, corePoolSize=3, maxPoolSize=3 2024-11-19T03:22:53,216 INFO [RS:0;47efada56ed5:40979 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T03:22:53,216 INFO [RS:0;47efada56ed5:40979 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T03:22:53,216 INFO [RS:0;47efada56ed5:40979 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T03:22:53,216 INFO [RS:0;47efada56ed5:40979 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T03:22:53,216 INFO [RS:0;47efada56ed5:40979 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T03:22:53,216 INFO [RS:0;47efada56ed5:40979 {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,40979,1731986571821-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T03:22:53,261 INFO [RS:0;47efada56ed5:40979 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T03:22:53,261 INFO [RS:0;47efada56ed5:40979 {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,40979,1731986571821-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T03:22:53,261 INFO [RS:0;47efada56ed5:40979 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:22:53,261 INFO [RS:0;47efada56ed5:40979 {}] regionserver.Replication(171): 47efada56ed5,40979,1731986571821 started 2024-11-19T03:22:53,279 INFO [RS:0;47efada56ed5:40979 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:22:53,279 INFO [RS:0;47efada56ed5:40979 {}] regionserver.HRegionServer(1482): Serving as 47efada56ed5,40979,1731986571821, RpcServer on 47efada56ed5/172.17.0.3:40979, sessionid=0x101511db49d0001 2024-11-19T03:22:53,279 DEBUG [RS:0;47efada56ed5:40979 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T03:22:53,279 DEBUG [RS:0;47efada56ed5:40979 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 47efada56ed5,40979,1731986571821 2024-11-19T03:22:53,279 DEBUG [RS:0;47efada56ed5:40979 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '47efada56ed5,40979,1731986571821' 2024-11-19T03:22:53,279 DEBUG [RS:0;47efada56ed5:40979 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2029775678/flush-table-proc/abort' 2024-11-19T03:22:53,280 DEBUG [RS:0;47efada56ed5:40979 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2029775678/flush-table-proc/acquired' 2024-11-19T03:22:53,280 DEBUG [RS:0;47efada56ed5:40979 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T03:22:53,280 DEBUG [RS:0;47efada56ed5:40979 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T03:22:53,280 DEBUG [RS:0;47efada56ed5:40979 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 47efada56ed5,40979,1731986571821 2024-11-19T03:22:53,280 DEBUG [RS:0;47efada56ed5:40979 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '47efada56ed5,40979,1731986571821' 2024-11-19T03:22:53,280 DEBUG [RS:0;47efada56ed5:40979 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2029775678/online-snapshot/abort' 2024-11-19T03:22:53,281 DEBUG [RS:0;47efada56ed5:40979 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2029775678/online-snapshot/acquired' 2024-11-19T03:22:53,281 DEBUG [RS:0;47efada56ed5:40979 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T03:22:53,281 INFO [RS:0;47efada56ed5:40979 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T03:22:53,281 INFO [RS:0;47efada56ed5:40979 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T03:22:53,381 INFO [RS:0;47efada56ed5:40979 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T03:22:53,383 INFO [RS:0;47efada56ed5:40979 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=47efada56ed5%2C40979%2C1731986571821, suffix=, logDir=hdfs://localhost:35683/user/jenkins/test-data/2e781fe5-3d79-e5ad-7767-5aae899abb1c/WALs/47efada56ed5,40979,1731986571821, archiveDir=hdfs://localhost:35683/user/jenkins/test-data/2e781fe5-3d79-e5ad-7767-5aae899abb1c/oldWALs, maxLogs=10 2024-11-19T03:22:53,396 DEBUG [RS:0;47efada56ed5:40979 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2e781fe5-3d79-e5ad-7767-5aae899abb1c/WALs/47efada56ed5,40979,1731986571821/47efada56ed5%2C40979%2C1731986571821.1731986573383, exclude list is [], retry=0 2024-11-19T03:22:53,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40363,DS-39ecdd21-e0bb-425a-b77f-f50e38db82a0,DISK] 2024-11-19T03:22:53,416 INFO [RS:0;47efada56ed5:40979 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2e781fe5-3d79-e5ad-7767-5aae899abb1c/WALs/47efada56ed5,40979,1731986571821/47efada56ed5%2C40979%2C1731986571821.1731986573383 2024-11-19T03:22:53,424 DEBUG [RS:0;47efada56ed5:40979 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38159:38159)] 2024-11-19T03:22:53,510 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:22:53,511 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T03:22:53,512 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T03:22:53,512 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:22:53,513 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:22:53,513 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T03:22:53,514 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T03:22:53,514 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:22:53,514 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:22:53,514 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T03:22:53,515 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T03:22:53,515 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:22:53,515 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:22:53,515 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T03:22:53,516 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T03:22:53,516 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:22:53,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:22:53,517 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T03:22:53,518 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35683/user/jenkins/test-data/2e781fe5-3d79-e5ad-7767-5aae899abb1c/data/hbase/meta/1588230740 2024-11-19T03:22:53,518 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35683/user/jenkins/test-data/2e781fe5-3d79-e5ad-7767-5aae899abb1c/data/hbase/meta/1588230740 2024-11-19T03:22:53,519 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T03:22:53,519 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T03:22:53,520 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T03:22:53,521 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T03:22:53,523 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35683/user/jenkins/test-data/2e781fe5-3d79-e5ad-7767-5aae899abb1c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T03:22:53,523 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71508642, jitterRate=0.06556180119514465}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T03:22:53,524 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731986573510Initializing all the Stores at 1731986573511 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986573511Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986573511Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986573511Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986573511Cleaning up temporary data from old regions at 1731986573519 (+8 ms)Region opened successfully at 1731986573524 (+5 ms) 2024-11-19T03:22:53,524 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T03:22:53,524 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T03:22:53,524 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T03:22:53,524 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T03:22:53,524 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T03:22:53,524 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T03:22:53,524 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731986573524Disabling compacts and flushes for region at 1731986573524Disabling writes for close at 1731986573524Writing region close event to WAL at 1731986573524Closed at 1731986573524 2024-11-19T03:22:53,525 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T03:22:53,526 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T03:22:53,526 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T03:22:53,527 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T03:22:53,528 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T03:22:53,678 DEBUG [47efada56ed5:42097 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T03:22:53,678 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=47efada56ed5,40979,1731986571821 2024-11-19T03:22:53,679 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 47efada56ed5,40979,1731986571821, state=OPENING 2024-11-19T03:22:53,725 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T03:22:53,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40979-0x101511db49d0001, quorum=127.0.0.1:50637, baseZNode=/0-2029775678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2029775678 2024-11-19T03:22:53,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42097-0x101511db49d0000, quorum=127.0.0.1:50637, baseZNode=/0-2029775678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2029775678 2024-11-19T03:22:53,828 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2029775678/meta-region-server: CHANGED 2024-11-19T03:22:53,828 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2029775678/meta-region-server: CHANGED 2024-11-19T03:22:53,828 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T03:22:53,828 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=47efada56ed5,40979,1731986571821}] 2024-11-19T03:22:53,980 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T03:22:53,981 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33673, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T03:22:53,983 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T03:22:53,984 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T03:22:53,984 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T03:22:53,985 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=47efada56ed5%2C40979%2C1731986571821.meta, suffix=.meta, logDir=hdfs://localhost:35683/user/jenkins/test-data/2e781fe5-3d79-e5ad-7767-5aae899abb1c/WALs/47efada56ed5,40979,1731986571821, archiveDir=hdfs://localhost:35683/user/jenkins/test-data/2e781fe5-3d79-e5ad-7767-5aae899abb1c/oldWALs, maxLogs=10 2024-11-19T03:22:53,996 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2e781fe5-3d79-e5ad-7767-5aae899abb1c/WALs/47efada56ed5,40979,1731986571821/47efada56ed5%2C40979%2C1731986571821.meta.1731986573985.meta, exclude list is [], retry=0 2024-11-19T03:22:53,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40363,DS-39ecdd21-e0bb-425a-b77f-f50e38db82a0,DISK] 2024-11-19T03:22:53,999 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2e781fe5-3d79-e5ad-7767-5aae899abb1c/WALs/47efada56ed5,40979,1731986571821/47efada56ed5%2C40979%2C1731986571821.meta.1731986573985.meta 2024-11-19T03:22:53,999 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38159:38159)] 2024-11-19T03:22:53,999 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T03:22:53,999 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T03:22:53,999 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T03:22:54,000 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T03:22:54,000 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T03:22:54,000 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T03:22:54,000 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:22:54,000 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T03:22:54,000 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T03:22:54,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T03:22:54,001 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T03:22:54,001 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:22:54,002 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:22:54,002 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T03:22:54,002 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T03:22:54,002 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:22:54,002 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:22:54,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T03:22:54,003 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T03:22:54,003 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:22:54,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:22:54,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T03:22:54,004 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T03:22:54,004 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:22:54,004 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:22:54,004 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T03:22:54,004 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35683/user/jenkins/test-data/2e781fe5-3d79-e5ad-7767-5aae899abb1c/data/hbase/meta/1588230740 2024-11-19T03:22:54,005 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35683/user/jenkins/test-data/2e781fe5-3d79-e5ad-7767-5aae899abb1c/data/hbase/meta/1588230740 2024-11-19T03:22:54,005 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T03:22:54,005 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T03:22:54,006 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T03:22:54,006 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T03:22:54,007 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63222353, jitterRate=-0.05791352689266205}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T03:22:54,007 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T03:22:54,007 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731986574000Writing region info on filesystem at 1731986574000Initializing all the Stores at 1731986574001 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986574001Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986574001Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986574001Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986574001Cleaning up temporary data from old regions at 1731986574005 (+4 ms)Running coprocessor post-open hooks at 1731986574007 (+2 ms)Region opened successfully at 1731986574007 2024-11-19T03:22:54,008 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731986573980 2024-11-19T03:22:54,009 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T03:22:54,009 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T03:22:54,009 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=47efada56ed5,40979,1731986571821 2024-11-19T03:22:54,010 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 47efada56ed5,40979,1731986571821, state=OPEN 2024-11-19T03:22:54,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40979-0x101511db49d0001, quorum=127.0.0.1:50637, baseZNode=/0-2029775678 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2029775678/meta-region-server 2024-11-19T03:22:54,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42097-0x101511db49d0000, quorum=127.0.0.1:50637, baseZNode=/0-2029775678 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2029775678/meta-region-server 2024-11-19T03:22:54,030 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2029775678/meta-region-server: CHANGED 2024-11-19T03:22:54,030 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=47efada56ed5,40979,1731986571821 2024-11-19T03:22:54,030 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2029775678/meta-region-server: CHANGED 2024-11-19T03:22:54,031 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T03:22:54,031 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=47efada56ed5,40979,1731986571821 in 202 msec 2024-11-19T03:22:54,033 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T03:22:54,033 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 505 msec 2024-11-19T03:22:54,033 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T03:22:54,033 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T03:22:54,034 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:22:54,034 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,40979,1731986571821, seqNum=-1] 2024-11-19T03:22:54,034 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:22:54,035 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45131, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:22:54,039 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 963 msec 2024-11-19T03:22:54,039 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731986574039, completionTime=-1 2024-11-19T03:22:54,039 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T03:22:54,039 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T03:22:54,040 INFO [master/47efada56ed5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T03:22:54,040 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731986634040 2024-11-19T03:22:54,040 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731986694040 2024-11-19T03:22:54,040 INFO [master/47efada56ed5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-19T03:22:54,041 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,42097,1731986571580-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T03:22:54,041 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,42097,1731986571580-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:22:54,041 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,42097,1731986571580-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:22:54,041 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-47efada56ed5:42097, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:22:54,041 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T03:22:54,041 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T03:22:54,042 DEBUG [master/47efada56ed5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T03:22:54,044 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.139sec 2024-11-19T03:22:54,044 INFO [master/47efada56ed5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T03:22:54,044 INFO [master/47efada56ed5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T03:22:54,044 INFO [master/47efada56ed5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T03:22:54,044 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T03:22:54,044 INFO [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T03:22:54,044 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,42097,1731986571580-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T03:22:54,044 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,42097,1731986571580-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T03:22:54,045 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T03:22:54,045 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T03:22:54,045 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,42097,1731986571580-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:22:54,061 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ccbe875, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:22:54,061 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,42097,-1 for getting cluster id 2024-11-19T03:22:54,061 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:22:54,062 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '680a34ca-6e94-4e05-bfaa-abb94b175ffc' 2024-11-19T03:22:54,062 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:22:54,062 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "680a34ca-6e94-4e05-bfaa-abb94b175ffc" 2024-11-19T03:22:54,063 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ad2d440, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:22:54,063 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,42097,-1] 2024-11-19T03:22:54,063 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:22:54,063 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:22:54,063 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:22:54,064 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e823150, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:22:54,064 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:22:54,065 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,40979,1731986571821, seqNum=-1] 2024-11-19T03:22:54,065 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:22:54,066 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:22:54,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=47efada56ed5,42097,1731986571580 2024-11-19T03:22:54,068 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50637 2024-11-19T03:22:54,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50637, baseZNode=/0-2029775678 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T03:22:54,072 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101511db49d0002 connected 2024-11-19T03:22:54,084 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T03:22:54,085 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 47efada56ed5,42097,1731986571580 2024-11-19T03:22:54,085 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4828a7fe 2024-11-19T03:22:54,085 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T03:22:54,085 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T03:22:54,086 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42097 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T03:22:54,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42097 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T03:22:54,088 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T03:22:54,088 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:22:54,088 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42097 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T03:22:54,089 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T03:22:54,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T03:22:54,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741835_1011 (size=902) 2024-11-19T03:22:54,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T03:22:54,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T03:22:54,495 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4b9c4613916fd481cd584aea14eb2af5, NAME => 'test,,1731986574086.4b9c4613916fd481cd584aea14eb2af5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35683/user/jenkins/test-data/2e781fe5-3d79-e5ad-7767-5aae899abb1c 2024-11-19T03:22:54,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741836_1012 (size=39) 2024-11-19T03:22:54,502 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731986574086.4b9c4613916fd481cd584aea14eb2af5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:22:54,502 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4b9c4613916fd481cd584aea14eb2af5, disabling compactions & flushes 2024-11-19T03:22:54,502 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731986574086.4b9c4613916fd481cd584aea14eb2af5. 2024-11-19T03:22:54,502 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731986574086.4b9c4613916fd481cd584aea14eb2af5. 2024-11-19T03:22:54,502 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731986574086.4b9c4613916fd481cd584aea14eb2af5. after waiting 0 ms 2024-11-19T03:22:54,502 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731986574086.4b9c4613916fd481cd584aea14eb2af5. 2024-11-19T03:22:54,502 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731986574086.4b9c4613916fd481cd584aea14eb2af5. 2024-11-19T03:22:54,502 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4b9c4613916fd481cd584aea14eb2af5: Waiting for close lock at 1731986574502Disabling compacts and flushes for region at 1731986574502Disabling writes for close at 1731986574502Writing region close event to WAL at 1731986574502Closed at 1731986574502 2024-11-19T03:22:54,503 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T03:22:54,503 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731986574086.4b9c4613916fd481cd584aea14eb2af5.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731986574503"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731986574503"}]},"ts":"1731986574503"} 2024-11-19T03:22:54,505 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T03:22:54,505 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T03:22:54,505 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731986574505"}]},"ts":"1731986574505"} 2024-11-19T03:22:54,507 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T03:22:54,507 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4b9c4613916fd481cd584aea14eb2af5, ASSIGN}] 2024-11-19T03:22:54,508 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4b9c4613916fd481cd584aea14eb2af5, ASSIGN 2024-11-19T03:22:54,508 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4b9c4613916fd481cd584aea14eb2af5, ASSIGN; state=OFFLINE, location=47efada56ed5,40979,1731986571821; forceNewPlan=false, retain=false 2024-11-19T03:22:54,659 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4b9c4613916fd481cd584aea14eb2af5, regionState=OPENING, regionLocation=47efada56ed5,40979,1731986571821 2024-11-19T03:22:54,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4b9c4613916fd481cd584aea14eb2af5, ASSIGN because future has completed 2024-11-19T03:22:54,661 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4b9c4613916fd481cd584aea14eb2af5, server=47efada56ed5,40979,1731986571821}] 2024-11-19T03:22:54,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T03:22:54,817 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731986574086.4b9c4613916fd481cd584aea14eb2af5. 2024-11-19T03:22:54,817 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4b9c4613916fd481cd584aea14eb2af5, NAME => 'test,,1731986574086.4b9c4613916fd481cd584aea14eb2af5.', STARTKEY => '', ENDKEY => ''} 2024-11-19T03:22:54,817 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T03:22:54,818 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T03:22:54,818 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4b9c4613916fd481cd584aea14eb2af5 2024-11-19T03:22:54,818 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731986574086.4b9c4613916fd481cd584aea14eb2af5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:22:54,818 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4b9c4613916fd481cd584aea14eb2af5 2024-11-19T03:22:54,818 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4b9c4613916fd481cd584aea14eb2af5 2024-11-19T03:22:54,819 INFO [StoreOpener-4b9c4613916fd481cd584aea14eb2af5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4b9c4613916fd481cd584aea14eb2af5 2024-11-19T03:22:54,820 INFO [StoreOpener-4b9c4613916fd481cd584aea14eb2af5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b9c4613916fd481cd584aea14eb2af5 columnFamilyName f 2024-11-19T03:22:54,820 DEBUG [StoreOpener-4b9c4613916fd481cd584aea14eb2af5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:22:54,821 INFO [StoreOpener-4b9c4613916fd481cd584aea14eb2af5-1 {}] regionserver.HStore(327): Store=4b9c4613916fd481cd584aea14eb2af5/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:22:54,821 INFO [StoreOpener-4b9c4613916fd481cd584aea14eb2af5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4b9c4613916fd481cd584aea14eb2af5 2024-11-19T03:22:54,822 INFO [StoreOpener-4b9c4613916fd481cd584aea14eb2af5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b9c4613916fd481cd584aea14eb2af5 columnFamilyName f1 2024-11-19T03:22:54,822 DEBUG [StoreOpener-4b9c4613916fd481cd584aea14eb2af5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:22:54,822 INFO [StoreOpener-4b9c4613916fd481cd584aea14eb2af5-1 {}] regionserver.HStore(327): Store=4b9c4613916fd481cd584aea14eb2af5/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:22:54,822 INFO [StoreOpener-4b9c4613916fd481cd584aea14eb2af5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4b9c4613916fd481cd584aea14eb2af5 2024-11-19T03:22:54,823 INFO [StoreOpener-4b9c4613916fd481cd584aea14eb2af5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b9c4613916fd481cd584aea14eb2af5 columnFamilyName norep 2024-11-19T03:22:54,823 DEBUG [StoreOpener-4b9c4613916fd481cd584aea14eb2af5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:22:54,824 INFO [StoreOpener-4b9c4613916fd481cd584aea14eb2af5-1 {}] regionserver.HStore(327): Store=4b9c4613916fd481cd584aea14eb2af5/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:22:54,824 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4b9c4613916fd481cd584aea14eb2af5 2024-11-19T03:22:54,825 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35683/user/jenkins/test-data/2e781fe5-3d79-e5ad-7767-5aae899abb1c/data/default/test/4b9c4613916fd481cd584aea14eb2af5 2024-11-19T03:22:54,825 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35683/user/jenkins/test-data/2e781fe5-3d79-e5ad-7767-5aae899abb1c/data/default/test/4b9c4613916fd481cd584aea14eb2af5 2024-11-19T03:22:54,826 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4b9c4613916fd481cd584aea14eb2af5 2024-11-19T03:22:54,826 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4b9c4613916fd481cd584aea14eb2af5 2024-11-19T03:22:54,827 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T03:22:54,830 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4b9c4613916fd481cd584aea14eb2af5 2024-11-19T03:22:54,833 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35683/user/jenkins/test-data/2e781fe5-3d79-e5ad-7767-5aae899abb1c/data/default/test/4b9c4613916fd481cd584aea14eb2af5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T03:22:54,833 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4b9c4613916fd481cd584aea14eb2af5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73787554, jitterRate=0.0995202362537384}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T03:22:54,834 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4b9c4613916fd481cd584aea14eb2af5 2024-11-19T03:22:54,834 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4b9c4613916fd481cd584aea14eb2af5: Running coprocessor pre-open hook at 1731986574818Writing region info on filesystem at 1731986574818Initializing all the Stores at 1731986574819 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986574819Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986574819Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986574819Cleaning up temporary data from old regions at 1731986574826 (+7 ms)Running coprocessor post-open hooks at 1731986574834 (+8 ms)Region opened successfully at 1731986574834 2024-11-19T03:22:54,835 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731986574086.4b9c4613916fd481cd584aea14eb2af5., pid=6, masterSystemTime=1731986574813 2024-11-19T03:22:54,837 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731986574086.4b9c4613916fd481cd584aea14eb2af5. 2024-11-19T03:22:54,837 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731986574086.4b9c4613916fd481cd584aea14eb2af5. 2024-11-19T03:22:54,837 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4b9c4613916fd481cd584aea14eb2af5, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=47efada56ed5,40979,1731986571821 2024-11-19T03:22:54,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4b9c4613916fd481cd584aea14eb2af5, server=47efada56ed5,40979,1731986571821 because future has completed 2024-11-19T03:22:54,846 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T03:22:54,846 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4b9c4613916fd481cd584aea14eb2af5, server=47efada56ed5,40979,1731986571821 in 183 msec 2024-11-19T03:22:54,848 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T03:22:54,848 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4b9c4613916fd481cd584aea14eb2af5, ASSIGN in 339 msec 2024-11-19T03:22:54,849 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T03:22:54,849 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731986574849"}]},"ts":"1731986574849"} 2024-11-19T03:22:54,851 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T03:22:54,852 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T03:22:54,854 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 766 msec 2024-11-19T03:22:55,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T03:22:55,229 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T03:22:55,230 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39d8b031, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:22:55,230 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,42097,-1 for getting cluster id 2024-11-19T03:22:55,230 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:22:55,230 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '680a34ca-6e94-4e05-bfaa-abb94b175ffc' 2024-11-19T03:22:55,231 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:22:55,231 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "680a34ca-6e94-4e05-bfaa-abb94b175ffc" 2024-11-19T03:22:55,231 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17aadfd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:22:55,231 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,42097,-1] 2024-11-19T03:22:55,231 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:22:55,231 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:22:55,231 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:22:55,232 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40489a65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:22:55,232 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T03:22:55,233 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 47efada56ed5,42097,1731986571580 2024-11-19T03:22:55,233 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3d04ec20 2024-11-19T03:22:55,233 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T03:22:55,233 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T03:22:55,233 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42097 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://47efada56ed5:42097,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T03:22:55,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42097 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T03:22:55,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T03:22:55,235 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='47efada56ed5:42097' 2024-11-19T03:22:55,236 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@aacef2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:22:55,236 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,42097,-1 for getting cluster id 2024-11-19T03:22:55,236 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:22:55,236 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '680a34ca-6e94-4e05-bfaa-abb94b175ffc' 2024-11-19T03:22:55,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:22:55,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "680a34ca-6e94-4e05-bfaa-abb94b175ffc" 2024-11-19T03:22:55,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50b036cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:22:55,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,42097,-1] 2024-11-19T03:22:55,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:22:55,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:22:55,237 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:22:55,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13c951c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:22:55,238 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T03:22:55,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 47efada56ed5,42097,1731986571580 2024-11-19T03:22:55,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@383ab7d0 2024-11-19T03:22:55,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T03:22:55,239 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T03:22:55,239 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-19T03:22:55,239 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T03:22:55,239 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:22:55,239 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:22:55,239 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:22:55,240 WARN [PEWorker-1 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://47efada56ed5:42097, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-19T03:22:55,244 ERROR [PEWorker-1 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://47efada56ed5:42097, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://47efada56ed5:42097, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://47efada56ed5:42097, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-19T03:22:55,245 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://47efada56ed5:42097, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=12 msec 2024-11-19T03:22:55,245 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-19T03:22:55,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T03:22:55,340 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://47efada56ed5:42097, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-19T03:22:55,340 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T03:22:55,340 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:22:55,340 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:22:55,340 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:22:55,340 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:22:55,360 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=529 (was 360) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:35683 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: qtp1548398353-7894 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007f32704352a8.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1548398353-7898 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:35683 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40979 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 2 on default port 35303 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 35683 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@7b2d7322 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-155004925-172.17.0.3-1731986569481:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Server handler 3 on default port 35683 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;47efada56ed5:40979-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50637) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: BP-155004925-172.17.0.3-1731986569481 heartbeating to localhost/127.0.0.1:35683 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1548398353-7897 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-155004925-172.17.0.3-1731986569481:blk_1073741833_1009, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@a4da87f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2262-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2263-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server idle connection scanner for port 35683 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@7a566f2f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42097 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4ff0ad21-4572-550a-36ba-44389c6528d0/cluster_d1a563d0-54e2-90ba-cb4e-5443ce23e658/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-155004925-172.17.0.3-1731986569481:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@221206c0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/47efada56ed5:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1548398353-7899 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50637) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4ff0ad21-4572-550a-36ba-44389c6528d0/cluster_d1a563d0-54e2-90ba-cb4e-5443ce23e658/data/data2/current/BP-155004925-172.17.0.3-1731986569481 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/47efada56ed5:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: IPC Server handler 4 on default port 35303 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42097 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42097 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:35683/user/jenkins/test-data/2e781fe5-3d79-e5ad-7767-5aae899abb1c-prefix:47efada56ed5,40979,1731986571821 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1548398353-7896-acceptor-0@351a7e87-ServerConnector@58aa555a{HTTP/1.1, (http/1.1)}{localhost:40395} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40979 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35683 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: pool-2274-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40979 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:35683 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 35303 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RS_OPEN_REGION-regionserver/47efada56ed5:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@2bb93cfb java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 35303 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp1738872342-7943 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 35683 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1846188469_20 at /127.0.0.1:44570 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.large.0-1731986573088 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: qtp1738872342-7944 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42097 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35683 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35683 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=42097 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=40979 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:35683/user/jenkins/test-data/2e781fe5-3d79-e5ad-7767-5aae899abb1c-prefix:47efada56ed5,40979,1731986571821.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40979 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42097 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1548398353-7892 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007f32704352a8.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2268-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1846188469_20 at /127.0.0.1:44656 [Receiving block BP-155004925-172.17.0.3-1731986569481:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:50637): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50637) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: Session-HouseKeeper-728fff75-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(729513305) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=42097 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:50637 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=40979 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40979 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=40979 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40979 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: regionserver/47efada56ed5:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35683 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2271-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 35683 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/47efada56ed5:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: IPC Server idle connection scanner for port 35303 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: qtp1738872342-7941 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007f32704352a8.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@ad958f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4ff0ad21-4572-550a-36ba-44389c6528d0/cluster_d1a563d0-54e2-90ba-cb4e-5443ce23e658/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@327fba46 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@45ca5ed4[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: 47efada56ed5:42097 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:35683 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42097 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: qtp1548398353-7893 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007f32704352a8.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@7c037477 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1548398353-7895 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007f32704352a8.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 35683 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.small.0-1731986573089 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42097 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4ff0ad21-4572-550a-36ba-44389c6528d0/cluster_d1a563d0-54e2-90ba-cb4e-5443ce23e658/data/data1/current/BP-155004925-172.17.0.3-1731986569481 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$591/0x00007f3270aabb80.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-8470a63-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=42097 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RS:0;47efada56ed5:40979 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:35683/user/jenkins/test-data/2e781fe5-3d79-e5ad-7767-5aae899abb1c/MasterData-prefix:47efada56ed5,42097,1731986571580 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/47efada56ed5:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$479/0x00007f32709f77a8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@c0a0b55 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1846188469_20 at /127.0.0.1:44640 [Receiving block BP-155004925-172.17.0.3-1731986569481:blk_1073741833_1009] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1738872342-7942-acceptor-0@6a7acb56-ServerConnector@5d1c09f2{HTTP/1.1, (http/1.1)}{localhost:42425} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1072888569_20 at /127.0.0.1:44624 [Receiving block BP-155004925-172.17.0.3-1731986569481:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40979 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: M:0;47efada56ed5:42097 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 35303 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=873 (was 790) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=527 (was 546), ProcessCount=11 (was 11), AvailableMemoryMB=13626 (was 12817) - AvailableMemoryMB LEAK? - 2024-11-19T03:22:55,363 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=529 is superior to 500 2024-11-19T03:22:55,376 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=529, OpenFileDescriptor=873, MaxFileDescriptor=1048576, SystemLoadAverage=527, ProcessCount=11, AvailableMemoryMB=13640 2024-11-19T03:22:55,376 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=529 is superior to 500 2024-11-19T03:22:55,388 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-19T03:22:55,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4ff0ad21-4572-550a-36ba-44389c6528d0/hadoop.log.dir so I do NOT create it in target/test-data/1cf89bc9-bd38-319d-22da-49f6ffb12507 2024-11-19T03:22:55,388 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4ff0ad21-4572-550a-36ba-44389c6528d0/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T03:22:55,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4ff0ad21-4572-550a-36ba-44389c6528d0/hadoop.tmp.dir so I do NOT create it in target/test-data/1cf89bc9-bd38-319d-22da-49f6ffb12507 2024-11-19T03:22:55,388 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4ff0ad21-4572-550a-36ba-44389c6528d0/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T03:22:55,388 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1cf89bc9-bd38-319d-22da-49f6ffb12507 2024-11-19T03:22:55,388 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1cf89bc9-bd38-319d-22da-49f6ffb12507/cluster_b1c439a6-e47c-f308-9af7-684d67d40fba, deleteOnExit=true 2024-11-19T03:22:55,391 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1cf89bc9-bd38-319d-22da-49f6ffb12507/cluster_b1c439a6-e47c-f308-9af7-684d67d40fba/zookeeper_0, clientPort=59957, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1cf89bc9-bd38-319d-22da-49f6ffb12507/cluster_b1c439a6-e47c-f308-9af7-684d67d40fba/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1cf89bc9-bd38-319d-22da-49f6ffb12507/cluster_b1c439a6-e47c-f308-9af7-684d67d40fba/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T03:22:55,392 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59957 2024-11-19T03:22:55,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T03:22:55,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T03:22:55,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1cf89bc9-bd38-319d-22da-49f6ffb12507/test.cache.data in system properties and HBase conf 2024-11-19T03:22:55,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1cf89bc9-bd38-319d-22da-49f6ffb12507/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T03:22:55,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1cf89bc9-bd38-319d-22da-49f6ffb12507/hadoop.log.dir in system properties and HBase conf 2024-11-19T03:22:55,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1cf89bc9-bd38-319d-22da-49f6ffb12507/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T03:22:55,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1cf89bc9-bd38-319d-22da-49f6ffb12507/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T03:22:55,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T03:22:55,393 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T03:22:55,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1cf89bc9-bd38-319d-22da-49f6ffb12507/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T03:22:55,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1cf89bc9-bd38-319d-22da-49f6ffb12507/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T03:22:55,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1cf89bc9-bd38-319d-22da-49f6ffb12507/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T03:22:55,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1cf89bc9-bd38-319d-22da-49f6ffb12507/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T03:22:55,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1cf89bc9-bd38-319d-22da-49f6ffb12507/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T03:22:55,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1cf89bc9-bd38-319d-22da-49f6ffb12507/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T03:22:55,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1cf89bc9-bd38-319d-22da-49f6ffb12507/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T03:22:55,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1cf89bc9-bd38-319d-22da-49f6ffb12507/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T03:22:55,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1cf89bc9-bd38-319d-22da-49f6ffb12507/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T03:22:55,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1cf89bc9-bd38-319d-22da-49f6ffb12507/nfs.dump.dir in system properties and HBase conf 2024-11-19T03:22:55,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1cf89bc9-bd38-319d-22da-49f6ffb12507/java.io.tmpdir in system properties and HBase conf 2024-11-19T03:22:55,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1cf89bc9-bd38-319d-22da-49f6ffb12507/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T03:22:55,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1cf89bc9-bd38-319d-22da-49f6ffb12507/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T03:22:55,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1cf89bc9-bd38-319d-22da-49f6ffb12507/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T03:22:56,008 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T03:22:56,011 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T03:22:56,014 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T03:22:56,014 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T03:22:56,014 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T03:22:56,014 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T03:22:56,016 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4209a26d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1cf89bc9-bd38-319d-22da-49f6ffb12507/hadoop.log.dir/,AVAILABLE} 2024-11-19T03:22:56,016 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49b94d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T03:22:56,117 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@79538389{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1cf89bc9-bd38-319d-22da-49f6ffb12507/java.io.tmpdir/jetty-localhost-42603-hadoop-hdfs-3_4_1-tests_jar-_-any-3973963622431048450/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T03:22:56,118 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@63318e2a{HTTP/1.1, (http/1.1)}{localhost:42603} 2024-11-19T03:22:56,118 INFO [Time-limited test {}] server.Server(415): Started @339722ms 2024-11-19T03:22:56,384 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T03:22:56,391 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T03:22:56,391 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T03:22:56,391 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T03:22:56,392 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T03:22:56,392 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57650c54{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1cf89bc9-bd38-319d-22da-49f6ffb12507/hadoop.log.dir/,AVAILABLE} 2024-11-19T03:22:56,392 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@54aa0aa5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T03:22:56,485 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1c6de776{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1cf89bc9-bd38-319d-22da-49f6ffb12507/java.io.tmpdir/jetty-localhost-42983-hadoop-hdfs-3_4_1-tests_jar-_-any-3508484773660977305/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T03:22:56,485 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3eb90f7b{HTTP/1.1, (http/1.1)}{localhost:42983} 2024-11-19T03:22:56,485 INFO [Time-limited test {}] server.Server(415): Started @340089ms 2024-11-19T03:22:56,486 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T03:22:57,174 WARN [Thread-4318 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1cf89bc9-bd38-319d-22da-49f6ffb12507/cluster_b1c439a6-e47c-f308-9af7-684d67d40fba/data/data2/current/BP-1308657664-172.17.0.3-1731986575416/current, will proceed with Du for space computation calculation, 2024-11-19T03:22:57,174 WARN [Thread-4317 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1cf89bc9-bd38-319d-22da-49f6ffb12507/cluster_b1c439a6-e47c-f308-9af7-684d67d40fba/data/data1/current/BP-1308657664-172.17.0.3-1731986575416/current, will proceed with Du for space computation calculation, 2024-11-19T03:22:57,194 WARN [Thread-4305 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T03:22:57,196 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x41365b0c3deb7e40 with lease ID 0xe22e8d1b1ad7da52: Processing first storage report for DS-d3ad6aa7-90d0-4063-b387-99e121532554 from datanode DatanodeRegistration(127.0.0.1:44065, datanodeUuid=f1195c3c-3ee5-4357-999a-1008736e557f, infoPort=32845, infoSecurePort=0, ipcPort=35531, storageInfo=lv=-57;cid=testClusterID;nsid=252113167;c=1731986575416) 2024-11-19T03:22:57,196 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x41365b0c3deb7e40 with lease ID 0xe22e8d1b1ad7da52: from storage DS-d3ad6aa7-90d0-4063-b387-99e121532554 node DatanodeRegistration(127.0.0.1:44065, datanodeUuid=f1195c3c-3ee5-4357-999a-1008736e557f, infoPort=32845, infoSecurePort=0, ipcPort=35531, storageInfo=lv=-57;cid=testClusterID;nsid=252113167;c=1731986575416), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T03:22:57,197 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x41365b0c3deb7e40 with lease ID 0xe22e8d1b1ad7da52: Processing first storage report for DS-af9b597c-23ae-408f-abc4-2b2c5b3cf87f from datanode DatanodeRegistration(127.0.0.1:44065, datanodeUuid=f1195c3c-3ee5-4357-999a-1008736e557f, infoPort=32845, infoSecurePort=0, ipcPort=35531, storageInfo=lv=-57;cid=testClusterID;nsid=252113167;c=1731986575416) 2024-11-19T03:22:57,197 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x41365b0c3deb7e40 with lease ID 0xe22e8d1b1ad7da52: from storage DS-af9b597c-23ae-408f-abc4-2b2c5b3cf87f node DatanodeRegistration(127.0.0.1:44065, datanodeUuid=f1195c3c-3ee5-4357-999a-1008736e557f, infoPort=32845, infoSecurePort=0, ipcPort=35531, storageInfo=lv=-57;cid=testClusterID;nsid=252113167;c=1731986575416), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T03:22:57,213 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1cf89bc9-bd38-319d-22da-49f6ffb12507 2024-11-19T03:22:57,214 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:22:57,215 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:22:57,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44065 is added to blk_1073741825_1001 (size=7) 2024-11-19T03:22:57,623 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb with version=8 2024-11-19T03:22:57,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/hbase-staging 2024-11-19T03:22:57,625 INFO [Time-limited test {}] client.ConnectionUtils(128): master/47efada56ed5:0 server-side Connection retries=45 2024-11-19T03:22:57,626 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T03:22:57,626 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T03:22:57,626 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T03:22:57,626 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T03:22:57,626 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T03:22:57,626 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T03:22:57,626 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T03:22:57,626 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42527 2024-11-19T03:22:57,627 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42527 connecting to ZooKeeper ensemble=127.0.0.1:59957 2024-11-19T03:22:57,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:425270x0, quorum=127.0.0.1:59957, baseZNode=/0-2140662602 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T03:22:57,670 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42527-0x101511dcbca0000 connected 2024-11-19T03:22:57,747 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:22:57,748 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:22:57,750 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42527-0x101511dcbca0000, quorum=127.0.0.1:59957, baseZNode=/0-2140662602 Set watcher on znode that does not yet exist, /0-2140662602/running 2024-11-19T03:22:57,750 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb, hbase.cluster.distributed=false 2024-11-19T03:22:57,752 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42527-0x101511dcbca0000, quorum=127.0.0.1:59957, baseZNode=/0-2140662602 Set watcher on znode that does not yet exist, /0-2140662602/acl 2024-11-19T03:22:57,755 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42527 2024-11-19T03:22:57,755 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42527 2024-11-19T03:22:57,756 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42527 2024-11-19T03:22:57,756 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42527 2024-11-19T03:22:57,756 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42527 2024-11-19T03:22:57,773 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/47efada56ed5:0 server-side Connection retries=45 2024-11-19T03:22:57,773 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T03:22:57,773 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T03:22:57,773 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T03:22:57,774 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T03:22:57,774 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T03:22:57,774 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T03:22:57,774 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T03:22:57,774 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43417 2024-11-19T03:22:57,775 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43417 connecting to ZooKeeper ensemble=127.0.0.1:59957 2024-11-19T03:22:57,775 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:22:57,777 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:22:57,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:434170x0, quorum=127.0.0.1:59957, baseZNode=/0-2140662602 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T03:22:57,798 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43417-0x101511dcbca0001 connected 2024-11-19T03:22:57,798 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:434170x0, quorum=127.0.0.1:59957, baseZNode=/0-2140662602 Set watcher on znode that does not yet exist, /0-2140662602/running 2024-11-19T03:22:57,798 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T03:22:57,800 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T03:22:57,801 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43417-0x101511dcbca0001, quorum=127.0.0.1:59957, baseZNode=/0-2140662602 Set watcher on znode that does not yet exist, /0-2140662602/master 2024-11-19T03:22:57,802 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43417-0x101511dcbca0001, quorum=127.0.0.1:59957, baseZNode=/0-2140662602 Set watcher on znode that does not yet exist, /0-2140662602/acl 2024-11-19T03:22:57,802 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43417 2024-11-19T03:22:57,802 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43417 2024-11-19T03:22:57,802 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43417 2024-11-19T03:22:57,803 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43417 2024-11-19T03:22:57,803 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43417 2024-11-19T03:22:57,815 DEBUG [M:0;47efada56ed5:42527 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;47efada56ed5:42527 2024-11-19T03:22:57,815 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-2140662602/backup-masters/47efada56ed5,42527,1731986577625 2024-11-19T03:22:57,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43417-0x101511dcbca0001, quorum=127.0.0.1:59957, baseZNode=/0-2140662602 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2140662602/backup-masters 2024-11-19T03:22:57,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42527-0x101511dcbca0000, quorum=127.0.0.1:59957, baseZNode=/0-2140662602 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2140662602/backup-masters 2024-11-19T03:22:57,820 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42527-0x101511dcbca0000, quorum=127.0.0.1:59957, baseZNode=/0-2140662602 Set watcher on existing znode=/0-2140662602/backup-masters/47efada56ed5,42527,1731986577625 2024-11-19T03:22:57,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43417-0x101511dcbca0001, quorum=127.0.0.1:59957, baseZNode=/0-2140662602 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2140662602/master 2024-11-19T03:22:57,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42527-0x101511dcbca0000, quorum=127.0.0.1:59957, baseZNode=/0-2140662602 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2140662602 2024-11-19T03:22:57,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43417-0x101511dcbca0001, quorum=127.0.0.1:59957, baseZNode=/0-2140662602 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2140662602 2024-11-19T03:22:57,831 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42527-0x101511dcbca0000, quorum=127.0.0.1:59957, baseZNode=/0-2140662602 Set watcher on existing znode=/0-2140662602/master 2024-11-19T03:22:57,831 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-2140662602/backup-masters/47efada56ed5,42527,1731986577625 from backup master directory 2024-11-19T03:22:57,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42527-0x101511dcbca0000, quorum=127.0.0.1:59957, baseZNode=/0-2140662602 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2140662602/backup-masters/47efada56ed5,42527,1731986577625 2024-11-19T03:22:57,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43417-0x101511dcbca0001, quorum=127.0.0.1:59957, baseZNode=/0-2140662602 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2140662602/backup-masters 2024-11-19T03:22:57,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42527-0x101511dcbca0000, quorum=127.0.0.1:59957, baseZNode=/0-2140662602 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2140662602/backup-masters 2024-11-19T03:22:57,841 WARN [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T03:22:57,841 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=47efada56ed5,42527,1731986577625 2024-11-19T03:22:57,844 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/hbase.id] with ID: 52521055-9984-4f6b-8681-5905ed2fe7ad 2024-11-19T03:22:57,844 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/.tmp/hbase.id 2024-11-19T03:22:57,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44065 is added to blk_1073741826_1002 (size=42) 2024-11-19T03:22:58,250 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/.tmp/hbase.id]:[hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/hbase.id] 2024-11-19T03:22:58,256 INFO [master/47efada56ed5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:22:58,257 INFO [master/47efada56ed5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T03:22:58,257 INFO [master/47efada56ed5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-19T03:22:58,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43417-0x101511dcbca0001, quorum=127.0.0.1:59957, baseZNode=/0-2140662602 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2140662602 2024-11-19T03:22:58,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42527-0x101511dcbca0000, quorum=127.0.0.1:59957, baseZNode=/0-2140662602 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2140662602 2024-11-19T03:22:58,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44065 is added to blk_1073741827_1003 (size=196) 2024-11-19T03:22:58,709 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T03:22:58,710 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T03:22:58,710 INFO [master/47efada56ed5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T03:22:58,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44065 is added to blk_1073741828_1004 (size=1189) 2024-11-19T03:22:59,000 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:59,000 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:59,000 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:59,001 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:59,001 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:59,001 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:59,001 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:59,027 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:59,027 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:59,027 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:59,027 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:59,027 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:59,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:59,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:59,035 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:59,035 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:59,036 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:59,115 INFO [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/MasterData/data/master/store 2024-11-19T03:22:59,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44065 is added to blk_1073741829_1005 (size=34) 2024-11-19T03:22:59,120 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:22:59,120 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T03:22:59,120 INFO [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:22:59,120 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:22:59,120 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T03:22:59,120 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:22:59,120 INFO [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:22:59,120 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731986579120Disabling compacts and flushes for region at 1731986579120Disabling writes for close at 1731986579120Writing region close event to WAL at 1731986579120Closed at 1731986579120 2024-11-19T03:22:59,120 WARN [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/MasterData/data/master/store/.initializing 2024-11-19T03:22:59,120 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/MasterData/WALs/47efada56ed5,42527,1731986577625 2024-11-19T03:22:59,121 INFO [master/47efada56ed5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T03:22:59,122 INFO [master/47efada56ed5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=47efada56ed5%2C42527%2C1731986577625, suffix=, logDir=hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/MasterData/WALs/47efada56ed5,42527,1731986577625, archiveDir=hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/MasterData/oldWALs, maxLogs=10 2024-11-19T03:22:59,134 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/MasterData/WALs/47efada56ed5,42527,1731986577625/47efada56ed5%2C42527%2C1731986577625.1731986579122, exclude list is [], retry=0 2024-11-19T03:22:59,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44065,DS-d3ad6aa7-90d0-4063-b387-99e121532554,DISK] 2024-11-19T03:22:59,137 INFO [master/47efada56ed5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/MasterData/WALs/47efada56ed5,42527,1731986577625/47efada56ed5%2C42527%2C1731986577625.1731986579122 2024-11-19T03:22:59,137 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32845:32845)] 2024-11-19T03:22:59,137 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T03:22:59,138 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:22:59,138 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:22:59,138 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:22:59,139 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:22:59,140 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T03:22:59,140 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:22:59,140 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:22:59,140 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:22:59,141 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T03:22:59,141 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:22:59,141 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:22:59,141 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:22:59,142 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T03:22:59,142 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:22:59,142 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:22:59,142 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:22:59,143 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T03:22:59,143 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:22:59,143 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:22:59,143 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:22:59,144 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:22:59,144 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:22:59,145 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:22:59,145 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:22:59,145 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T03:22:59,146 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:22:59,147 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T03:22:59,147 INFO [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63618029, jitterRate=-0.05201749503612518}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T03:22:59,147 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731986579138Initializing all the Stores at 1731986579138Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986579138Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986579139 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986579139Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986579139Cleaning up temporary data from old regions at 1731986579145 (+6 ms)Region opened successfully at 1731986579147 (+2 ms) 2024-11-19T03:22:59,148 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T03:22:59,149 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@390f6a76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=47efada56ed5/172.17.0.3:0 2024-11-19T03:22:59,150 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T03:22:59,150 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T03:22:59,150 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T03:22:59,150 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T03:22:59,151 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T03:22:59,151 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T03:22:59,151 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T03:22:59,154 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T03:22:59,155 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42527-0x101511dcbca0000, quorum=127.0.0.1:59957, baseZNode=/0-2140662602 Unable to get data of znode /0-2140662602/balancer because node does not exist (not necessarily an error) 2024-11-19T03:22:59,199 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2140662602/balancer already deleted, retry=false 2024-11-19T03:22:59,199 INFO [master/47efada56ed5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T03:22:59,199 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42527-0x101511dcbca0000, quorum=127.0.0.1:59957, baseZNode=/0-2140662602 Unable to get data of znode /0-2140662602/normalizer because node does not exist (not necessarily an error) 2024-11-19T03:22:59,209 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2140662602/normalizer already deleted, retry=false 2024-11-19T03:22:59,209 INFO [master/47efada56ed5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T03:22:59,210 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42527-0x101511dcbca0000, quorum=127.0.0.1:59957, baseZNode=/0-2140662602 Unable to get data of znode /0-2140662602/switch/split because node does not exist (not necessarily an error) 2024-11-19T03:22:59,220 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2140662602/switch/split already deleted, retry=false 2024-11-19T03:22:59,220 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42527-0x101511dcbca0000, quorum=127.0.0.1:59957, baseZNode=/0-2140662602 Unable to get data of znode /0-2140662602/switch/merge because node does not exist (not necessarily an error) 2024-11-19T03:22:59,230 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2140662602/switch/merge already deleted, retry=false 2024-11-19T03:22:59,232 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42527-0x101511dcbca0000, quorum=127.0.0.1:59957, baseZNode=/0-2140662602 Unable to get data of znode /0-2140662602/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T03:22:59,241 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2140662602/snapshot-cleanup already deleted, retry=false 2024-11-19T03:22:59,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43417-0x101511dcbca0001, quorum=127.0.0.1:59957, baseZNode=/0-2140662602 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2140662602/running 2024-11-19T03:22:59,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43417-0x101511dcbca0001, quorum=127.0.0.1:59957, baseZNode=/0-2140662602 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2140662602 2024-11-19T03:22:59,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42527-0x101511dcbca0000, quorum=127.0.0.1:59957, baseZNode=/0-2140662602 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2140662602/running 2024-11-19T03:22:59,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42527-0x101511dcbca0000, quorum=127.0.0.1:59957, baseZNode=/0-2140662602 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2140662602 2024-11-19T03:22:59,252 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=47efada56ed5,42527,1731986577625, sessionid=0x101511dcbca0000, setting cluster-up flag (Was=false) 2024-11-19T03:22:59,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42527-0x101511dcbca0000, quorum=127.0.0.1:59957, baseZNode=/0-2140662602 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2140662602 2024-11-19T03:22:59,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43417-0x101511dcbca0001, quorum=127.0.0.1:59957, baseZNode=/0-2140662602 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2140662602 2024-11-19T03:22:59,304 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2140662602/flush-table-proc/acquired, /0-2140662602/flush-table-proc/reached, /0-2140662602/flush-table-proc/abort 2024-11-19T03:22:59,305 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=47efada56ed5,42527,1731986577625 2024-11-19T03:22:59,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43417-0x101511dcbca0001, quorum=127.0.0.1:59957, baseZNode=/0-2140662602 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2140662602 2024-11-19T03:22:59,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42527-0x101511dcbca0000, quorum=127.0.0.1:59957, baseZNode=/0-2140662602 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2140662602 2024-11-19T03:22:59,357 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2140662602/online-snapshot/acquired, /0-2140662602/online-snapshot/reached, /0-2140662602/online-snapshot/abort 2024-11-19T03:22:59,358 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=47efada56ed5,42527,1731986577625 2024-11-19T03:22:59,359 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T03:22:59,360 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T03:22:59,360 INFO [master/47efada56ed5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T03:22:59,360 INFO [master/47efada56ed5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T03:22:59,360 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 47efada56ed5,42527,1731986577625 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T03:22:59,361 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/47efada56ed5:0, corePoolSize=5, maxPoolSize=5 2024-11-19T03:22:59,361 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/47efada56ed5:0, corePoolSize=5, maxPoolSize=5 2024-11-19T03:22:59,361 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/47efada56ed5:0, corePoolSize=5, maxPoolSize=5 2024-11-19T03:22:59,361 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/47efada56ed5:0, corePoolSize=5, maxPoolSize=5 2024-11-19T03:22:59,361 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/47efada56ed5:0, corePoolSize=10, maxPoolSize=10 2024-11-19T03:22:59,361 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:22:59,362 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/47efada56ed5:0, corePoolSize=2, maxPoolSize=2 2024-11-19T03:22:59,362 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:22:59,363 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T03:22:59,363 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T03:22:59,363 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:22:59,363 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T03:22:59,369 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731986609369 2024-11-19T03:22:59,369 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T03:22:59,369 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T03:22:59,369 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T03:22:59,369 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T03:22:59,369 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T03:22:59,369 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T03:22:59,372 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T03:22:59,376 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T03:22:59,376 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T03:22:59,376 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T03:22:59,376 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T03:22:59,377 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T03:22:59,377 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T03:22:59,377 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.large.0-1731986579377,5,FailOnTimeoutGroup] 2024-11-19T03:22:59,377 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.small.0-1731986579377,5,FailOnTimeoutGroup] 2024-11-19T03:22:59,377 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T03:22:59,377 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T03:22:59,377 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T03:22:59,377 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T03:22:59,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44065 is added to blk_1073741831_1007 (size=1321) 2024-11-19T03:22:59,405 INFO [RS:0;47efada56ed5:43417 {}] regionserver.HRegionServer(746): ClusterId : 52521055-9984-4f6b-8681-5905ed2fe7ad 2024-11-19T03:22:59,405 DEBUG [RS:0;47efada56ed5:43417 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T03:22:59,410 DEBUG [RS:0;47efada56ed5:43417 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T03:22:59,410 DEBUG [RS:0;47efada56ed5:43417 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T03:22:59,420 DEBUG [RS:0;47efada56ed5:43417 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T03:22:59,421 DEBUG [RS:0;47efada56ed5:43417 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4216aa68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=47efada56ed5/172.17.0.3:0 2024-11-19T03:22:59,431 DEBUG [RS:0;47efada56ed5:43417 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;47efada56ed5:43417 2024-11-19T03:22:59,431 INFO [RS:0;47efada56ed5:43417 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T03:22:59,431 INFO [RS:0;47efada56ed5:43417 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T03:22:59,431 DEBUG [RS:0;47efada56ed5:43417 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T03:22:59,432 INFO [RS:0;47efada56ed5:43417 {}] regionserver.HRegionServer(2659): reportForDuty to master=47efada56ed5,42527,1731986577625 with port=43417, startcode=1731986577773 2024-11-19T03:22:59,432 DEBUG [RS:0;47efada56ed5:43417 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T03:22:59,433 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55811, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T03:22:59,433 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42527 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 47efada56ed5,43417,1731986577773 2024-11-19T03:22:59,433 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42527 {}] master.ServerManager(517): Registering regionserver=47efada56ed5,43417,1731986577773 2024-11-19T03:22:59,434 DEBUG [RS:0;47efada56ed5:43417 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb 2024-11-19T03:22:59,434 DEBUG [RS:0;47efada56ed5:43417 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43287 2024-11-19T03:22:59,434 DEBUG [RS:0;47efada56ed5:43417 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T03:22:59,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42527-0x101511dcbca0000, quorum=127.0.0.1:59957, baseZNode=/0-2140662602 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2140662602/rs 2024-11-19T03:22:59,441 DEBUG [RS:0;47efada56ed5:43417 {}] zookeeper.ZKUtil(111): regionserver:43417-0x101511dcbca0001, quorum=127.0.0.1:59957, baseZNode=/0-2140662602 Set watcher on existing znode=/0-2140662602/rs/47efada56ed5,43417,1731986577773 2024-11-19T03:22:59,441 WARN [RS:0;47efada56ed5:43417 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T03:22:59,441 INFO [RS:0;47efada56ed5:43417 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T03:22:59,441 DEBUG [RS:0;47efada56ed5:43417 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/WALs/47efada56ed5,43417,1731986577773 2024-11-19T03:22:59,441 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [47efada56ed5,43417,1731986577773] 2024-11-19T03:22:59,444 INFO [RS:0;47efada56ed5:43417 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T03:22:59,445 INFO [RS:0;47efada56ed5:43417 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T03:22:59,446 INFO [RS:0;47efada56ed5:43417 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T03:22:59,446 INFO [RS:0;47efada56ed5:43417 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T03:22:59,446 INFO [RS:0;47efada56ed5:43417 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T03:22:59,447 INFO [RS:0;47efada56ed5:43417 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T03:22:59,447 INFO [RS:0;47efada56ed5:43417 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T03:22:59,447 DEBUG [RS:0;47efada56ed5:43417 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:22:59,447 DEBUG [RS:0;47efada56ed5:43417 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:22:59,447 DEBUG [RS:0;47efada56ed5:43417 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:22:59,447 DEBUG [RS:0;47efada56ed5:43417 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:22:59,447 DEBUG [RS:0;47efada56ed5:43417 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:22:59,447 DEBUG [RS:0;47efada56ed5:43417 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/47efada56ed5:0, corePoolSize=2, maxPoolSize=2 2024-11-19T03:22:59,447 DEBUG [RS:0;47efada56ed5:43417 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:22:59,447 DEBUG [RS:0;47efada56ed5:43417 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:22:59,447 DEBUG [RS:0;47efada56ed5:43417 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:22:59,447 DEBUG [RS:0;47efada56ed5:43417 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:22:59,447 DEBUG [RS:0;47efada56ed5:43417 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:22:59,447 DEBUG [RS:0;47efada56ed5:43417 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:22:59,447 DEBUG [RS:0;47efada56ed5:43417 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/47efada56ed5:0, corePoolSize=3, maxPoolSize=3 2024-11-19T03:22:59,447 DEBUG [RS:0;47efada56ed5:43417 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0, corePoolSize=3, maxPoolSize=3 2024-11-19T03:22:59,449 INFO [RS:0;47efada56ed5:43417 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T03:22:59,449 INFO [RS:0;47efada56ed5:43417 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T03:22:59,449 INFO [RS:0;47efada56ed5:43417 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T03:22:59,449 INFO [RS:0;47efada56ed5:43417 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T03:22:59,449 INFO [RS:0;47efada56ed5:43417 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T03:22:59,449 INFO [RS:0;47efada56ed5:43417 {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,43417,1731986577773-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T03:22:59,462 INFO [RS:0;47efada56ed5:43417 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T03:22:59,462 INFO [RS:0;47efada56ed5:43417 {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,43417,1731986577773-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T03:22:59,463 INFO [RS:0;47efada56ed5:43417 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:22:59,463 INFO [RS:0;47efada56ed5:43417 {}] regionserver.Replication(171): 47efada56ed5,43417,1731986577773 started 2024-11-19T03:22:59,475 INFO [RS:0;47efada56ed5:43417 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:22:59,475 INFO [RS:0;47efada56ed5:43417 {}] regionserver.HRegionServer(1482): Serving as 47efada56ed5,43417,1731986577773, RpcServer on 47efada56ed5/172.17.0.3:43417, sessionid=0x101511dcbca0001 2024-11-19T03:22:59,475 DEBUG [RS:0;47efada56ed5:43417 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T03:22:59,475 DEBUG [RS:0;47efada56ed5:43417 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 47efada56ed5,43417,1731986577773 2024-11-19T03:22:59,475 DEBUG [RS:0;47efada56ed5:43417 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '47efada56ed5,43417,1731986577773' 2024-11-19T03:22:59,476 DEBUG [RS:0;47efada56ed5:43417 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2140662602/flush-table-proc/abort' 2024-11-19T03:22:59,476 DEBUG [RS:0;47efada56ed5:43417 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2140662602/flush-table-proc/acquired' 2024-11-19T03:22:59,476 DEBUG [RS:0;47efada56ed5:43417 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T03:22:59,476 DEBUG [RS:0;47efada56ed5:43417 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T03:22:59,476 DEBUG [RS:0;47efada56ed5:43417 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 47efada56ed5,43417,1731986577773 2024-11-19T03:22:59,476 DEBUG [RS:0;47efada56ed5:43417 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '47efada56ed5,43417,1731986577773' 2024-11-19T03:22:59,476 DEBUG [RS:0;47efada56ed5:43417 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2140662602/online-snapshot/abort' 2024-11-19T03:22:59,477 DEBUG [RS:0;47efada56ed5:43417 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2140662602/online-snapshot/acquired' 2024-11-19T03:22:59,477 DEBUG [RS:0;47efada56ed5:43417 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T03:22:59,477 INFO [RS:0;47efada56ed5:43417 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T03:22:59,477 INFO [RS:0;47efada56ed5:43417 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T03:22:59,560 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T03:22:59,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:59,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:59,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:59,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:59,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:59,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:59,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:59,577 INFO [RS:0;47efada56ed5:43417 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T03:22:59,578 INFO [RS:0;47efada56ed5:43417 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=47efada56ed5%2C43417%2C1731986577773, suffix=, logDir=hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/WALs/47efada56ed5,43417,1731986577773, archiveDir=hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/oldWALs, maxLogs=10 2024-11-19T03:22:59,594 DEBUG [RS:0;47efada56ed5:43417 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/WALs/47efada56ed5,43417,1731986577773/47efada56ed5%2C43417%2C1731986577773.1731986579579, exclude list is [], retry=0 2024-11-19T03:22:59,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44065,DS-d3ad6aa7-90d0-4063-b387-99e121532554,DISK] 2024-11-19T03:22:59,598 INFO [RS:0;47efada56ed5:43417 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/WALs/47efada56ed5,43417,1731986577773/47efada56ed5%2C43417%2C1731986577773.1731986579579 2024-11-19T03:22:59,598 DEBUG [RS:0;47efada56ed5:43417 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32845:32845)] 2024-11-19T03:22:59,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:59,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:59,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:59,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:59,606 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:59,606 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:59,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:59,612 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:59,612 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:59,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:22:59,647 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T03:22:59,648 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-19T03:22:59,778 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T03:22:59,778 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb 2024-11-19T03:22:59,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44065 is added to blk_1073741833_1009 (size=32) 2024-11-19T03:23:00,183 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:23:00,184 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T03:23:00,185 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T03:23:00,185 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:23:00,185 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:23:00,185 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T03:23:00,186 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T03:23:00,186 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:23:00,186 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:23:00,186 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T03:23:00,187 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T03:23:00,187 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:23:00,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:23:00,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T03:23:00,188 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T03:23:00,188 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:23:00,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:23:00,188 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T03:23:00,189 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/data/hbase/meta/1588230740 2024-11-19T03:23:00,189 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/data/hbase/meta/1588230740 2024-11-19T03:23:00,190 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T03:23:00,190 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T03:23:00,190 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T03:23:00,191 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T03:23:00,192 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T03:23:00,193 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73533838, jitterRate=0.09573957324028015}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T03:23:00,193 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731986580183Initializing all the Stores at 1731986580184 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986580184Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986580184Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986580184Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986580184Cleaning up temporary data from old regions at 1731986580190 (+6 ms)Region opened successfully at 1731986580193 (+3 ms) 2024-11-19T03:23:00,193 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T03:23:00,193 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T03:23:00,193 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T03:23:00,193 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T03:23:00,193 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T03:23:00,193 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T03:23:00,193 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731986580193Disabling compacts and flushes for region at 1731986580193Disabling writes for close at 1731986580193Writing region close event to WAL at 1731986580193Closed at 1731986580193 2024-11-19T03:23:00,194 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T03:23:00,194 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T03:23:00,194 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T03:23:00,195 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T03:23:00,195 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T03:23:00,346 DEBUG [47efada56ed5:42527 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T03:23:00,346 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=47efada56ed5,43417,1731986577773 2024-11-19T03:23:00,347 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 47efada56ed5,43417,1731986577773, state=OPENING 2024-11-19T03:23:00,357 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T03:23:00,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42527-0x101511dcbca0000, quorum=127.0.0.1:59957, baseZNode=/0-2140662602 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2140662602 2024-11-19T03:23:00,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43417-0x101511dcbca0001, quorum=127.0.0.1:59957, baseZNode=/0-2140662602 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2140662602 2024-11-19T03:23:00,399 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T03:23:00,399 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2140662602/meta-region-server: CHANGED 2024-11-19T03:23:00,399 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2140662602/meta-region-server: CHANGED 2024-11-19T03:23:00,399 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=47efada56ed5,43417,1731986577773}] 2024-11-19T03:23:00,550 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T03:23:00,552 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51025, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T03:23:00,554 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T03:23:00,554 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T03:23:00,554 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T03:23:00,555 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=47efada56ed5%2C43417%2C1731986577773.meta, suffix=.meta, logDir=hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/WALs/47efada56ed5,43417,1731986577773, archiveDir=hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/oldWALs, maxLogs=10 2024-11-19T03:23:00,566 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/WALs/47efada56ed5,43417,1731986577773/47efada56ed5%2C43417%2C1731986577773.meta.1731986580555.meta, exclude list is [], retry=0 2024-11-19T03:23:00,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44065,DS-d3ad6aa7-90d0-4063-b387-99e121532554,DISK] 2024-11-19T03:23:00,569 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/WALs/47efada56ed5,43417,1731986577773/47efada56ed5%2C43417%2C1731986577773.meta.1731986580555.meta 2024-11-19T03:23:00,569 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32845:32845)] 2024-11-19T03:23:00,569 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T03:23:00,570 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T03:23:00,570 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T03:23:00,570 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T03:23:00,570 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T03:23:00,570 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T03:23:00,570 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:23:00,570 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T03:23:00,570 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T03:23:00,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T03:23:00,572 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T03:23:00,572 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:23:00,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:23:00,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T03:23:00,572 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T03:23:00,572 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:23:00,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:23:00,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T03:23:00,573 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T03:23:00,573 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:23:00,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:23:00,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T03:23:00,574 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T03:23:00,574 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:23:00,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:23:00,574 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T03:23:00,575 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/data/hbase/meta/1588230740 2024-11-19T03:23:00,575 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/data/hbase/meta/1588230740 2024-11-19T03:23:00,576 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T03:23:00,576 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T03:23:00,576 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T03:23:00,577 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T03:23:00,577 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65379003, jitterRate=-0.0257769376039505}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T03:23:00,578 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T03:23:00,578 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731986580570Writing region info on filesystem at 1731986580570Initializing all the Stores at 1731986580571 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986580571Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986580571Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986580571Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986580571Cleaning up temporary data from old regions at 1731986580576 (+5 ms)Running coprocessor post-open hooks at 1731986580578 (+2 ms)Region opened successfully at 1731986580578 2024-11-19T03:23:00,578 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731986580550 2024-11-19T03:23:00,580 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T03:23:00,580 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T03:23:00,580 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=47efada56ed5,43417,1731986577773 2024-11-19T03:23:00,581 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 47efada56ed5,43417,1731986577773, state=OPEN 2024-11-19T03:23:00,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43417-0x101511dcbca0001, quorum=127.0.0.1:59957, baseZNode=/0-2140662602 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2140662602/meta-region-server 2024-11-19T03:23:00,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42527-0x101511dcbca0000, quorum=127.0.0.1:59957, baseZNode=/0-2140662602 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2140662602/meta-region-server 2024-11-19T03:23:00,599 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2140662602/meta-region-server: CHANGED 2024-11-19T03:23:00,599 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2140662602/meta-region-server: CHANGED 2024-11-19T03:23:00,599 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=47efada56ed5,43417,1731986577773 2024-11-19T03:23:00,600 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T03:23:00,600 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=47efada56ed5,43417,1731986577773 in 200 msec 2024-11-19T03:23:00,602 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T03:23:00,602 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 406 msec 2024-11-19T03:23:00,602 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T03:23:00,602 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T03:23:00,603 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:23:00,603 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,43417,1731986577773, seqNum=-1] 2024-11-19T03:23:00,604 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:23:00,604 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33577, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:23:00,607 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2470 sec 2024-11-19T03:23:00,607 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731986580607, completionTime=-1 2024-11-19T03:23:00,607 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T03:23:00,608 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T03:23:00,609 INFO [master/47efada56ed5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T03:23:00,609 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731986640609 2024-11-19T03:23:00,609 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731986700609 2024-11-19T03:23:00,609 INFO [master/47efada56ed5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-19T03:23:00,609 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,42527,1731986577625-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T03:23:00,609 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,42527,1731986577625-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:23:00,609 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,42527,1731986577625-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:23:00,609 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-47efada56ed5:42527, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:23:00,609 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T03:23:00,609 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T03:23:00,610 DEBUG [master/47efada56ed5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T03:23:00,612 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.771sec 2024-11-19T03:23:00,612 INFO [master/47efada56ed5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T03:23:00,612 INFO [master/47efada56ed5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T03:23:00,612 INFO [master/47efada56ed5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T03:23:00,612 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T03:23:00,612 INFO [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T03:23:00,612 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,42527,1731986577625-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T03:23:00,612 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,42527,1731986577625-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T03:23:00,613 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T03:23:00,613 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T03:23:00,613 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,42527,1731986577625-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:23:00,706 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35481f7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:23:00,706 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,42527,-1 for getting cluster id 2024-11-19T03:23:00,706 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:23:00,707 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '52521055-9984-4f6b-8681-5905ed2fe7ad' 2024-11-19T03:23:00,707 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:23:00,708 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "52521055-9984-4f6b-8681-5905ed2fe7ad" 2024-11-19T03:23:00,708 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24ef320b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:23:00,708 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,42527,-1] 2024-11-19T03:23:00,708 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:23:00,708 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:23:00,709 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:23:00,709 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fab97fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:23:00,709 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:23:00,710 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,43417,1731986577773, seqNum=-1] 2024-11-19T03:23:00,710 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:23:00,711 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:23:00,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=47efada56ed5,42527,1731986577625 2024-11-19T03:23:00,713 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59957 2024-11-19T03:23:00,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59957, baseZNode=/0-2140662602 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T03:23:00,725 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101511dcbca0002 connected 2024-11-19T03:23:00,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1cf89bc9-bd38-319d-22da-49f6ffb12507/hadoop.log.dir so I do NOT create it in target/test-data/d4e0f534-258b-5ea0-fe07-32bc5c468297 2024-11-19T03:23:00,738 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1cf89bc9-bd38-319d-22da-49f6ffb12507/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T03:23:00,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1cf89bc9-bd38-319d-22da-49f6ffb12507/hadoop.tmp.dir so I do NOT create it in target/test-data/d4e0f534-258b-5ea0-fe07-32bc5c468297 2024-11-19T03:23:00,738 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1cf89bc9-bd38-319d-22da-49f6ffb12507/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T03:23:00,738 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d4e0f534-258b-5ea0-fe07-32bc5c468297 2024-11-19T03:23:00,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T03:23:00,738 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d4e0f534-258b-5ea0-fe07-32bc5c468297/cluster_740d8f94-93eb-3841-6afd-265de2d52b08, deleteOnExit=true 2024-11-19T03:23:00,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T03:23:00,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d4e0f534-258b-5ea0-fe07-32bc5c468297/test.cache.data in system properties and HBase conf 2024-11-19T03:23:00,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d4e0f534-258b-5ea0-fe07-32bc5c468297/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T03:23:00,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d4e0f534-258b-5ea0-fe07-32bc5c468297/hadoop.log.dir in system properties and HBase conf 2024-11-19T03:23:00,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d4e0f534-258b-5ea0-fe07-32bc5c468297/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T03:23:00,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d4e0f534-258b-5ea0-fe07-32bc5c468297/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T03:23:00,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T03:23:00,739 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T03:23:00,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d4e0f534-258b-5ea0-fe07-32bc5c468297/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T03:23:00,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d4e0f534-258b-5ea0-fe07-32bc5c468297/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T03:23:00,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d4e0f534-258b-5ea0-fe07-32bc5c468297/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T03:23:00,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d4e0f534-258b-5ea0-fe07-32bc5c468297/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T03:23:00,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d4e0f534-258b-5ea0-fe07-32bc5c468297/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T03:23:00,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d4e0f534-258b-5ea0-fe07-32bc5c468297/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T03:23:00,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d4e0f534-258b-5ea0-fe07-32bc5c468297/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T03:23:00,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d4e0f534-258b-5ea0-fe07-32bc5c468297/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T03:23:00,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d4e0f534-258b-5ea0-fe07-32bc5c468297/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T03:23:00,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d4e0f534-258b-5ea0-fe07-32bc5c468297/nfs.dump.dir in system properties and HBase conf 2024-11-19T03:23:00,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d4e0f534-258b-5ea0-fe07-32bc5c468297/java.io.tmpdir in system properties and HBase conf 2024-11-19T03:23:00,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d4e0f534-258b-5ea0-fe07-32bc5c468297/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T03:23:00,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d4e0f534-258b-5ea0-fe07-32bc5c468297/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T03:23:00,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d4e0f534-258b-5ea0-fe07-32bc5c468297/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T03:23:01,042 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T03:23:01,045 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T03:23:01,046 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T03:23:01,046 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T03:23:01,046 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T03:23:01,047 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T03:23:01,047 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b4401da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d4e0f534-258b-5ea0-fe07-32bc5c468297/hadoop.log.dir/,AVAILABLE} 2024-11-19T03:23:01,047 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78019304{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T03:23:01,145 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b74b530{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d4e0f534-258b-5ea0-fe07-32bc5c468297/java.io.tmpdir/jetty-localhost-38859-hadoop-hdfs-3_4_1-tests_jar-_-any-2996082720089314088/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T03:23:01,145 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@64338253{HTTP/1.1, (http/1.1)}{localhost:38859} 2024-11-19T03:23:01,145 INFO [Time-limited test {}] server.Server(415): Started @344749ms 2024-11-19T03:23:01,428 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T03:23:01,432 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T03:23:01,434 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T03:23:01,434 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T03:23:01,434 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T03:23:01,435 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76bb6016{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d4e0f534-258b-5ea0-fe07-32bc5c468297/hadoop.log.dir/,AVAILABLE} 2024-11-19T03:23:01,435 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26249da7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T03:23:01,558 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@32b983e5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d4e0f534-258b-5ea0-fe07-32bc5c468297/java.io.tmpdir/jetty-localhost-45371-hadoop-hdfs-3_4_1-tests_jar-_-any-17402675715580286080/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T03:23:01,559 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7297e163{HTTP/1.1, (http/1.1)}{localhost:45371} 2024-11-19T03:23:01,559 INFO [Time-limited test {}] server.Server(415): Started @345163ms 2024-11-19T03:23:01,560 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T03:23:02,441 WARN [Thread-4438 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d4e0f534-258b-5ea0-fe07-32bc5c468297/cluster_740d8f94-93eb-3841-6afd-265de2d52b08/data/data1/current/BP-1592778675-172.17.0.3-1731986580752/current, will proceed with Du for space computation calculation, 2024-11-19T03:23:02,441 WARN [Thread-4439 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d4e0f534-258b-5ea0-fe07-32bc5c468297/cluster_740d8f94-93eb-3841-6afd-265de2d52b08/data/data2/current/BP-1592778675-172.17.0.3-1731986580752/current, will proceed with Du for space computation calculation, 2024-11-19T03:23:02,460 WARN [Thread-4426 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T03:23:02,461 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfd65e74fa35efa5d with lease ID 0x3eaf3cf4c55c3148: Processing first storage report for DS-94ec1214-f379-4741-aad0-db0af679e11e from datanode DatanodeRegistration(127.0.0.1:37653, datanodeUuid=4efa8b4a-b72f-4606-b0cd-41e28c280147, infoPort=32843, infoSecurePort=0, ipcPort=39001, storageInfo=lv=-57;cid=testClusterID;nsid=321621292;c=1731986580752) 2024-11-19T03:23:02,461 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfd65e74fa35efa5d with lease ID 0x3eaf3cf4c55c3148: from storage DS-94ec1214-f379-4741-aad0-db0af679e11e node DatanodeRegistration(127.0.0.1:37653, datanodeUuid=4efa8b4a-b72f-4606-b0cd-41e28c280147, infoPort=32843, infoSecurePort=0, ipcPort=39001, storageInfo=lv=-57;cid=testClusterID;nsid=321621292;c=1731986580752), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T03:23:02,461 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfd65e74fa35efa5d with lease ID 0x3eaf3cf4c55c3148: Processing first storage report for DS-7f3be868-deee-4156-8dba-9e08103d0242 from datanode DatanodeRegistration(127.0.0.1:37653, datanodeUuid=4efa8b4a-b72f-4606-b0cd-41e28c280147, infoPort=32843, infoSecurePort=0, ipcPort=39001, storageInfo=lv=-57;cid=testClusterID;nsid=321621292;c=1731986580752) 2024-11-19T03:23:02,461 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfd65e74fa35efa5d with lease ID 0x3eaf3cf4c55c3148: from storage DS-7f3be868-deee-4156-8dba-9e08103d0242 node DatanodeRegistration(127.0.0.1:37653, datanodeUuid=4efa8b4a-b72f-4606-b0cd-41e28c280147, infoPort=32843, infoSecurePort=0, ipcPort=39001, storageInfo=lv=-57;cid=testClusterID;nsid=321621292;c=1731986580752), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T03:23:02,494 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d4e0f534-258b-5ea0-fe07-32bc5c468297 2024-11-19T03:23:02,494 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:23:02,495 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:23:02,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37653 is added to blk_1073741825_1001 (size=7) 2024-11-19T03:23:02,903 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43817/user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528 with version=8 2024-11-19T03:23:02,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43817/user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528/hbase-staging 2024-11-19T03:23:02,904 INFO [Time-limited test {}] client.ConnectionUtils(128): master/47efada56ed5:0 server-side Connection retries=45 2024-11-19T03:23:02,904 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T03:23:02,904 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T03:23:02,904 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T03:23:02,904 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T03:23:02,904 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T03:23:02,905 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T03:23:02,905 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T03:23:02,905 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36513 2024-11-19T03:23:02,906 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36513 connecting to ZooKeeper ensemble=127.0.0.1:59957 2024-11-19T03:23:02,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:365130x0, quorum=127.0.0.1:59957, baseZNode=/1981056002 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T03:23:02,976 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36513-0x101511dcbca0003 connected 2024-11-19T03:23:03,640 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:23:03,642 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:23:03,644 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36513-0x101511dcbca0003, quorum=127.0.0.1:59957, baseZNode=/1981056002 Set watcher on znode that does not yet exist, /1981056002/running 2024-11-19T03:23:03,644 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43817/user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528, hbase.cluster.distributed=false 2024-11-19T03:23:03,646 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36513-0x101511dcbca0003, quorum=127.0.0.1:59957, baseZNode=/1981056002 Set watcher on znode that does not yet exist, /1981056002/acl 2024-11-19T03:23:03,646 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36513 2024-11-19T03:23:03,646 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36513 2024-11-19T03:23:03,646 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36513 2024-11-19T03:23:03,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36513 2024-11-19T03:23:03,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36513 2024-11-19T03:23:03,664 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/47efada56ed5:0 server-side Connection retries=45 2024-11-19T03:23:03,664 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T03:23:03,664 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T03:23:03,664 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T03:23:03,664 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T03:23:03,664 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T03:23:03,664 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T03:23:03,664 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T03:23:03,665 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39891 2024-11-19T03:23:03,665 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39891 connecting to ZooKeeper ensemble=127.0.0.1:59957 2024-11-19T03:23:03,666 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:23:03,668 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:23:03,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:398910x0, quorum=127.0.0.1:59957, baseZNode=/1981056002 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T03:23:03,729 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:398910x0, quorum=127.0.0.1:59957, baseZNode=/1981056002 Set watcher on znode that does not yet exist, /1981056002/running 2024-11-19T03:23:03,729 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39891-0x101511dcbca0004 connected 2024-11-19T03:23:03,729 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T03:23:03,729 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T03:23:03,730 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39891-0x101511dcbca0004, quorum=127.0.0.1:59957, baseZNode=/1981056002 Set watcher on znode that does not yet exist, /1981056002/master 2024-11-19T03:23:03,731 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39891-0x101511dcbca0004, quorum=127.0.0.1:59957, baseZNode=/1981056002 Set watcher on znode that does not yet exist, /1981056002/acl 2024-11-19T03:23:03,731 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39891 2024-11-19T03:23:03,731 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39891 2024-11-19T03:23:03,731 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39891 2024-11-19T03:23:03,732 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39891 2024-11-19T03:23:03,732 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39891 2024-11-19T03:23:03,746 DEBUG [M:0;47efada56ed5:36513 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;47efada56ed5:36513 2024-11-19T03:23:03,746 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1981056002/backup-masters/47efada56ed5,36513,1731986582904 2024-11-19T03:23:03,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36513-0x101511dcbca0003, quorum=127.0.0.1:59957, baseZNode=/1981056002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1981056002/backup-masters 2024-11-19T03:23:03,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39891-0x101511dcbca0004, quorum=127.0.0.1:59957, baseZNode=/1981056002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1981056002/backup-masters 2024-11-19T03:23:03,792 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36513-0x101511dcbca0003, quorum=127.0.0.1:59957, baseZNode=/1981056002 Set watcher on existing znode=/1981056002/backup-masters/47efada56ed5,36513,1731986582904 2024-11-19T03:23:03,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39891-0x101511dcbca0004, quorum=127.0.0.1:59957, baseZNode=/1981056002 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1981056002/master 2024-11-19T03:23:03,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36513-0x101511dcbca0003, quorum=127.0.0.1:59957, baseZNode=/1981056002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1981056002 2024-11-19T03:23:03,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39891-0x101511dcbca0004, quorum=127.0.0.1:59957, baseZNode=/1981056002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1981056002 2024-11-19T03:23:03,866 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36513-0x101511dcbca0003, quorum=127.0.0.1:59957, baseZNode=/1981056002 Set watcher on existing znode=/1981056002/master 2024-11-19T03:23:03,866 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1981056002/backup-masters/47efada56ed5,36513,1731986582904 from backup master directory 2024-11-19T03:23:04,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36513-0x101511dcbca0003, quorum=127.0.0.1:59957, baseZNode=/1981056002 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1981056002/backup-masters/47efada56ed5,36513,1731986582904 2024-11-19T03:23:04,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39891-0x101511dcbca0004, quorum=127.0.0.1:59957, baseZNode=/1981056002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1981056002/backup-masters 2024-11-19T03:23:04,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36513-0x101511dcbca0003, quorum=127.0.0.1:59957, baseZNode=/1981056002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1981056002/backup-masters 2024-11-19T03:23:04,011 WARN [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T03:23:04,011 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=47efada56ed5,36513,1731986582904 2024-11-19T03:23:04,014 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43817/user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528/hbase.id] with ID: d1a2a4db-d330-405d-b679-8f70947df981 2024-11-19T03:23:04,014 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43817/user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528/.tmp/hbase.id 2024-11-19T03:23:04,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37653 is added to blk_1073741826_1002 (size=42) 2024-11-19T03:23:04,417 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43817/user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528/.tmp/hbase.id]:[hdfs://localhost:43817/user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528/hbase.id] 2024-11-19T03:23:04,424 INFO [master/47efada56ed5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:23:04,424 INFO [master/47efada56ed5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T03:23:04,425 INFO [master/47efada56ed5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T03:23:04,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36513-0x101511dcbca0003, quorum=127.0.0.1:59957, baseZNode=/1981056002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1981056002 2024-11-19T03:23:04,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39891-0x101511dcbca0004, quorum=127.0.0.1:59957, baseZNode=/1981056002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1981056002 2024-11-19T03:23:04,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37653 is added to blk_1073741827_1003 (size=196) 2024-11-19T03:23:04,877 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T03:23:04,878 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T03:23:04,878 INFO [master/47efada56ed5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T03:23:04,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37653 is added to blk_1073741828_1004 (size=1189) 2024-11-19T03:23:05,283 INFO [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43817/user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528/MasterData/data/master/store 2024-11-19T03:23:05,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37653 is added to blk_1073741829_1005 (size=34) 2024-11-19T03:23:05,689 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:23:05,689 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T03:23:05,689 INFO [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:23:05,689 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:23:05,689 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T03:23:05,689 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:23:05,689 INFO [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:23:05,689 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731986585689Disabling compacts and flushes for region at 1731986585689Disabling writes for close at 1731986585689Writing region close event to WAL at 1731986585689Closed at 1731986585689 2024-11-19T03:23:05,690 WARN [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43817/user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528/MasterData/data/master/store/.initializing 2024-11-19T03:23:05,690 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43817/user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528/MasterData/WALs/47efada56ed5,36513,1731986582904 2024-11-19T03:23:05,690 INFO [master/47efada56ed5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T03:23:05,691 INFO [master/47efada56ed5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=47efada56ed5%2C36513%2C1731986582904, suffix=, logDir=hdfs://localhost:43817/user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528/MasterData/WALs/47efada56ed5,36513,1731986582904, archiveDir=hdfs://localhost:43817/user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528/MasterData/oldWALs, maxLogs=10 2024-11-19T03:23:05,703 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528/MasterData/WALs/47efada56ed5,36513,1731986582904/47efada56ed5%2C36513%2C1731986582904.1731986585691, exclude list is [], retry=0 2024-11-19T03:23:05,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37653,DS-94ec1214-f379-4741-aad0-db0af679e11e,DISK] 2024-11-19T03:23:05,706 INFO [master/47efada56ed5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528/MasterData/WALs/47efada56ed5,36513,1731986582904/47efada56ed5%2C36513%2C1731986582904.1731986585691 2024-11-19T03:23:05,706 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32843:32843)] 2024-11-19T03:23:05,706 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T03:23:05,706 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:23:05,706 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:23:05,706 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:23:05,707 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:23:05,708 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T03:23:05,708 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:23:05,708 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:23:05,708 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:23:05,709 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T03:23:05,709 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:23:05,709 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:23:05,709 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:23:05,710 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T03:23:05,710 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:23:05,710 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:23:05,710 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:23:05,711 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T03:23:05,711 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:23:05,711 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:23:05,711 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:23:05,711 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43817/user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:23:05,712 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43817/user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:23:05,712 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:23:05,712 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:23:05,713 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T03:23:05,713 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:23:05,714 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43817/user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T03:23:05,715 INFO [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72741165, jitterRate=0.08392782509326935}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T03:23:05,715 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731986585706Initializing all the Stores at 1731986585707 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986585707Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986585707Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986585707Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986585707Cleaning up temporary data from old regions at 1731986585712 (+5 ms)Region opened successfully at 1731986585715 (+3 ms) 2024-11-19T03:23:05,715 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T03:23:05,716 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f59cb71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=47efada56ed5/172.17.0.3:0 2024-11-19T03:23:05,717 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T03:23:05,717 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T03:23:05,717 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T03:23:05,717 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T03:23:05,717 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T03:23:05,718 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T03:23:05,718 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T03:23:05,719 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T03:23:05,719 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36513-0x101511dcbca0003, quorum=127.0.0.1:59957, baseZNode=/1981056002 Unable to get data of znode /1981056002/balancer because node does not exist (not necessarily an error) 2024-11-19T03:23:05,798 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1981056002/balancer already deleted, retry=false 2024-11-19T03:23:05,799 INFO [master/47efada56ed5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T03:23:05,799 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36513-0x101511dcbca0003, quorum=127.0.0.1:59957, baseZNode=/1981056002 Unable to get data of znode /1981056002/normalizer because node does not exist (not necessarily an error) 2024-11-19T03:23:05,809 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1981056002/normalizer already deleted, retry=false 2024-11-19T03:23:05,809 INFO [master/47efada56ed5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T03:23:05,810 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36513-0x101511dcbca0003, quorum=127.0.0.1:59957, baseZNode=/1981056002 Unable to get data of znode /1981056002/switch/split because node does not exist (not necessarily an error) 2024-11-19T03:23:05,819 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1981056002/switch/split already deleted, retry=false 2024-11-19T03:23:05,820 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36513-0x101511dcbca0003, quorum=127.0.0.1:59957, baseZNode=/1981056002 Unable to get data of znode /1981056002/switch/merge because node does not exist (not necessarily an error) 2024-11-19T03:23:05,830 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1981056002/switch/merge already deleted, retry=false 2024-11-19T03:23:05,831 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36513-0x101511dcbca0003, quorum=127.0.0.1:59957, baseZNode=/1981056002 Unable to get data of znode /1981056002/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T03:23:05,840 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1981056002/snapshot-cleanup already deleted, retry=false 2024-11-19T03:23:05,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36513-0x101511dcbca0003, quorum=127.0.0.1:59957, baseZNode=/1981056002 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1981056002/running 2024-11-19T03:23:05,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39891-0x101511dcbca0004, quorum=127.0.0.1:59957, baseZNode=/1981056002 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1981056002/running 2024-11-19T03:23:05,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36513-0x101511dcbca0003, quorum=127.0.0.1:59957, baseZNode=/1981056002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1981056002 2024-11-19T03:23:05,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39891-0x101511dcbca0004, quorum=127.0.0.1:59957, baseZNode=/1981056002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1981056002 2024-11-19T03:23:05,851 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=47efada56ed5,36513,1731986582904, sessionid=0x101511dcbca0003, setting cluster-up flag (Was=false) 2024-11-19T03:23:05,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39891-0x101511dcbca0004, quorum=127.0.0.1:59957, baseZNode=/1981056002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1981056002 2024-11-19T03:23:05,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36513-0x101511dcbca0003, quorum=127.0.0.1:59957, baseZNode=/1981056002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1981056002 2024-11-19T03:23:05,903 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1981056002/flush-table-proc/acquired, /1981056002/flush-table-proc/reached, /1981056002/flush-table-proc/abort 2024-11-19T03:23:05,904 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=47efada56ed5,36513,1731986582904 2024-11-19T03:23:05,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39891-0x101511dcbca0004, quorum=127.0.0.1:59957, baseZNode=/1981056002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1981056002 2024-11-19T03:23:05,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36513-0x101511dcbca0003, quorum=127.0.0.1:59957, baseZNode=/1981056002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1981056002 2024-11-19T03:23:05,956 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1981056002/online-snapshot/acquired, /1981056002/online-snapshot/reached, /1981056002/online-snapshot/abort 2024-11-19T03:23:05,957 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=47efada56ed5,36513,1731986582904 2024-11-19T03:23:05,958 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43817/user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T03:23:05,959 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T03:23:05,959 INFO [master/47efada56ed5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T03:23:05,959 INFO [master/47efada56ed5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T03:23:05,959 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 47efada56ed5,36513,1731986582904 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T03:23:05,960 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/47efada56ed5:0, corePoolSize=5, maxPoolSize=5 2024-11-19T03:23:05,960 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/47efada56ed5:0, corePoolSize=5, maxPoolSize=5 2024-11-19T03:23:05,960 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/47efada56ed5:0, corePoolSize=5, maxPoolSize=5 2024-11-19T03:23:05,960 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/47efada56ed5:0, corePoolSize=5, maxPoolSize=5 2024-11-19T03:23:05,960 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/47efada56ed5:0, corePoolSize=10, maxPoolSize=10 2024-11-19T03:23:05,960 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:23:05,961 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/47efada56ed5:0, corePoolSize=2, maxPoolSize=2 2024-11-19T03:23:05,961 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:23:05,961 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731986615961 2024-11-19T03:23:05,961 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T03:23:05,961 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T03:23:05,961 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T03:23:05,961 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T03:23:05,962 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T03:23:05,962 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T03:23:05,962 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T03:23:05,962 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T03:23:05,962 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T03:23:05,962 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T03:23:05,962 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T03:23:05,962 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T03:23:05,962 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T03:23:05,962 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T03:23:05,962 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:23:05,962 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T03:23:05,962 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.large.0-1731986585962,5,FailOnTimeoutGroup] 2024-11-19T03:23:05,962 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T03:23:05,963 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.small.0-1731986585962,5,FailOnTimeoutGroup] 2024-11-19T03:23:05,963 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T03:23:05,963 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T03:23:05,963 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T03:23:05,963 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T03:23:05,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37653 is added to blk_1073741831_1007 (size=1321) 2024-11-19T03:23:06,035 INFO [RS:0;47efada56ed5:39891 {}] regionserver.HRegionServer(746): ClusterId : d1a2a4db-d330-405d-b679-8f70947df981 2024-11-19T03:23:06,035 DEBUG [RS:0;47efada56ed5:39891 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T03:23:06,041 DEBUG [RS:0;47efada56ed5:39891 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T03:23:06,041 DEBUG [RS:0;47efada56ed5:39891 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T03:23:06,051 DEBUG [RS:0;47efada56ed5:39891 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T03:23:06,051 DEBUG [RS:0;47efada56ed5:39891 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ef50533, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=47efada56ed5/172.17.0.3:0 2024-11-19T03:23:06,062 DEBUG [RS:0;47efada56ed5:39891 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;47efada56ed5:39891 2024-11-19T03:23:06,062 INFO [RS:0;47efada56ed5:39891 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T03:23:06,062 INFO [RS:0;47efada56ed5:39891 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T03:23:06,062 DEBUG [RS:0;47efada56ed5:39891 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T03:23:06,062 INFO [RS:0;47efada56ed5:39891 {}] regionserver.HRegionServer(2659): reportForDuty to master=47efada56ed5,36513,1731986582904 with port=39891, startcode=1731986583664 2024-11-19T03:23:06,062 DEBUG [RS:0;47efada56ed5:39891 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T03:23:06,063 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39027, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T03:23:06,064 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36513 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 47efada56ed5,39891,1731986583664 2024-11-19T03:23:06,064 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36513 {}] master.ServerManager(517): Registering regionserver=47efada56ed5,39891,1731986583664 2024-11-19T03:23:06,065 DEBUG [RS:0;47efada56ed5:39891 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43817/user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528 2024-11-19T03:23:06,065 DEBUG [RS:0;47efada56ed5:39891 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43817 2024-11-19T03:23:06,065 DEBUG [RS:0;47efada56ed5:39891 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T03:23:06,072 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T03:23:06,072 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:23:06,072 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:23:06,073 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:23:06,073 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:23:06,073 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:23:06,073 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:23:06,073 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:23:06,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36513-0x101511dcbca0003, quorum=127.0.0.1:59957, baseZNode=/1981056002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1981056002/rs 2024-11-19T03:23:06,121 DEBUG [RS:0;47efada56ed5:39891 {}] zookeeper.ZKUtil(111): regionserver:39891-0x101511dcbca0004, quorum=127.0.0.1:59957, baseZNode=/1981056002 Set watcher on existing znode=/1981056002/rs/47efada56ed5,39891,1731986583664 2024-11-19T03:23:06,121 WARN [RS:0;47efada56ed5:39891 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T03:23:06,121 INFO [RS:0;47efada56ed5:39891 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T03:23:06,121 DEBUG [RS:0;47efada56ed5:39891 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43817/user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528/WALs/47efada56ed5,39891,1731986583664 2024-11-19T03:23:06,121 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [47efada56ed5,39891,1731986583664] 2024-11-19T03:23:06,124 INFO [RS:0;47efada56ed5:39891 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T03:23:06,127 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:23:06,127 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:23:06,127 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:23:06,128 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:23:06,128 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:23:06,128 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:23:06,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:23:06,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:23:06,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:23:06,144 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:23:06,188 INFO [RS:0;47efada56ed5:39891 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T03:23:06,192 INFO [RS:0;47efada56ed5:39891 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T03:23:06,192 INFO [RS:0;47efada56ed5:39891 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T03:23:06,193 INFO [RS:0;47efada56ed5:39891 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T03:23:06,193 INFO [RS:0;47efada56ed5:39891 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T03:23:06,193 INFO [RS:0;47efada56ed5:39891 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T03:23:06,193 DEBUG [RS:0;47efada56ed5:39891 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:23:06,193 DEBUG [RS:0;47efada56ed5:39891 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:23:06,194 DEBUG [RS:0;47efada56ed5:39891 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:23:06,194 DEBUG [RS:0;47efada56ed5:39891 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:23:06,194 DEBUG [RS:0;47efada56ed5:39891 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:23:06,194 DEBUG [RS:0;47efada56ed5:39891 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/47efada56ed5:0, corePoolSize=2, maxPoolSize=2 2024-11-19T03:23:06,194 DEBUG [RS:0;47efada56ed5:39891 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:23:06,194 DEBUG [RS:0;47efada56ed5:39891 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:23:06,194 DEBUG [RS:0;47efada56ed5:39891 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:23:06,194 DEBUG [RS:0;47efada56ed5:39891 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:23:06,194 DEBUG [RS:0;47efada56ed5:39891 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:23:06,194 DEBUG [RS:0;47efada56ed5:39891 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:23:06,194 DEBUG [RS:0;47efada56ed5:39891 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/47efada56ed5:0, corePoolSize=3, maxPoolSize=3 2024-11-19T03:23:06,194 DEBUG [RS:0;47efada56ed5:39891 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0, corePoolSize=3, maxPoolSize=3 2024-11-19T03:23:06,196 INFO [RS:0;47efada56ed5:39891 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T03:23:06,196 INFO [RS:0;47efada56ed5:39891 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T03:23:06,196 INFO [RS:0;47efada56ed5:39891 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T03:23:06,196 INFO [RS:0;47efada56ed5:39891 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T03:23:06,196 INFO [RS:0;47efada56ed5:39891 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T03:23:06,196 INFO [RS:0;47efada56ed5:39891 {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,39891,1731986583664-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T03:23:06,218 INFO [RS:0;47efada56ed5:39891 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T03:23:06,219 INFO [RS:0;47efada56ed5:39891 {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,39891,1731986583664-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T03:23:06,219 INFO [RS:0;47efada56ed5:39891 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:23:06,219 INFO [RS:0;47efada56ed5:39891 {}] regionserver.Replication(171): 47efada56ed5,39891,1731986583664 started 2024-11-19T03:23:06,237 INFO [RS:0;47efada56ed5:39891 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:23:06,237 INFO [RS:0;47efada56ed5:39891 {}] regionserver.HRegionServer(1482): Serving as 47efada56ed5,39891,1731986583664, RpcServer on 47efada56ed5/172.17.0.3:39891, sessionid=0x101511dcbca0004 2024-11-19T03:23:06,237 DEBUG [RS:0;47efada56ed5:39891 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T03:23:06,237 DEBUG [RS:0;47efada56ed5:39891 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 47efada56ed5,39891,1731986583664 2024-11-19T03:23:06,237 DEBUG [RS:0;47efada56ed5:39891 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '47efada56ed5,39891,1731986583664' 2024-11-19T03:23:06,237 DEBUG [RS:0;47efada56ed5:39891 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1981056002/flush-table-proc/abort' 2024-11-19T03:23:06,238 DEBUG [RS:0;47efada56ed5:39891 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1981056002/flush-table-proc/acquired' 2024-11-19T03:23:06,238 DEBUG [RS:0;47efada56ed5:39891 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T03:23:06,238 DEBUG [RS:0;47efada56ed5:39891 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T03:23:06,238 DEBUG [RS:0;47efada56ed5:39891 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 47efada56ed5,39891,1731986583664 2024-11-19T03:23:06,238 DEBUG [RS:0;47efada56ed5:39891 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '47efada56ed5,39891,1731986583664' 2024-11-19T03:23:06,238 DEBUG [RS:0;47efada56ed5:39891 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1981056002/online-snapshot/abort' 2024-11-19T03:23:06,238 DEBUG [RS:0;47efada56ed5:39891 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1981056002/online-snapshot/acquired' 2024-11-19T03:23:06,239 DEBUG [RS:0;47efada56ed5:39891 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T03:23:06,239 INFO [RS:0;47efada56ed5:39891 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T03:23:06,239 INFO [RS:0;47efada56ed5:39891 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T03:23:06,339 INFO [RS:0;47efada56ed5:39891 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T03:23:06,341 INFO [RS:0;47efada56ed5:39891 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=47efada56ed5%2C39891%2C1731986583664, suffix=, logDir=hdfs://localhost:43817/user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528/WALs/47efada56ed5,39891,1731986583664, archiveDir=hdfs://localhost:43817/user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528/oldWALs, maxLogs=10 2024-11-19T03:23:06,358 DEBUG [RS:0;47efada56ed5:39891 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528/WALs/47efada56ed5,39891,1731986583664/47efada56ed5%2C39891%2C1731986583664.1731986586341, exclude list is [], retry=0 2024-11-19T03:23:06,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37653,DS-94ec1214-f379-4741-aad0-db0af679e11e,DISK] 2024-11-19T03:23:06,362 INFO [RS:0;47efada56ed5:39891 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528/WALs/47efada56ed5,39891,1731986583664/47efada56ed5%2C39891%2C1731986583664.1731986586341 2024-11-19T03:23:06,362 DEBUG [RS:0;47efada56ed5:39891 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32843:32843)] 2024-11-19T03:23:06,373 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43817/user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T03:23:06,373 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43817/user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528 2024-11-19T03:23:06,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37653 is added to blk_1073741833_1009 (size=32) 2024-11-19T03:23:06,778 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:23:06,779 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T03:23:06,780 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T03:23:06,780 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:23:06,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:23:06,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T03:23:06,781 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T03:23:06,781 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:23:06,781 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:23:06,781 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T03:23:06,782 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T03:23:06,782 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:23:06,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:23:06,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T03:23:06,783 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T03:23:06,783 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:23:06,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:23:06,783 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T03:23:06,801 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43817/user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528/data/hbase/meta/1588230740 2024-11-19T03:23:06,801 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43817/user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528/data/hbase/meta/1588230740 2024-11-19T03:23:06,802 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T03:23:06,802 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T03:23:06,802 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T03:23:06,803 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T03:23:06,804 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43817/user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T03:23:06,804 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68228520, jitterRate=0.01668417453765869}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T03:23:06,804 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731986586778Initializing all the Stores at 1731986586779 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986586779Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986586779Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986586779Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986586779Cleaning up temporary data from old regions at 1731986586802 (+23 ms)Region opened successfully at 1731986586804 (+2 ms) 2024-11-19T03:23:06,805 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T03:23:06,805 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T03:23:06,805 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T03:23:06,805 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T03:23:06,805 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T03:23:06,805 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T03:23:06,805 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731986586804Disabling compacts and flushes for region at 1731986586804Disabling writes for close at 1731986586805 (+1 ms)Writing region close event to WAL at 1731986586805Closed at 1731986586805 2024-11-19T03:23:06,806 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T03:23:06,806 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T03:23:06,806 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T03:23:06,806 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T03:23:06,807 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T03:23:06,957 DEBUG [47efada56ed5:36513 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T03:23:06,958 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=47efada56ed5,39891,1731986583664 2024-11-19T03:23:06,958 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 47efada56ed5,39891,1731986583664, state=OPENING 2024-11-19T03:23:06,998 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T03:23:07,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39891-0x101511dcbca0004, quorum=127.0.0.1:59957, baseZNode=/1981056002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1981056002 2024-11-19T03:23:07,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36513-0x101511dcbca0003, quorum=127.0.0.1:59957, baseZNode=/1981056002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1981056002 2024-11-19T03:23:07,009 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T03:23:07,009 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1981056002/meta-region-server: CHANGED 2024-11-19T03:23:07,009 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=47efada56ed5,39891,1731986583664}] 2024-11-19T03:23:07,009 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1981056002/meta-region-server: CHANGED 2024-11-19T03:23:07,161 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T03:23:07,162 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37459, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T03:23:07,165 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T03:23:07,165 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T03:23:07,165 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T03:23:07,166 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=47efada56ed5%2C39891%2C1731986583664.meta, suffix=.meta, logDir=hdfs://localhost:43817/user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528/WALs/47efada56ed5,39891,1731986583664, archiveDir=hdfs://localhost:43817/user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528/oldWALs, maxLogs=10 2024-11-19T03:23:07,179 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528/WALs/47efada56ed5,39891,1731986583664/47efada56ed5%2C39891%2C1731986583664.meta.1731986587166.meta, exclude list is [], retry=0 2024-11-19T03:23:07,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37653,DS-94ec1214-f379-4741-aad0-db0af679e11e,DISK] 2024-11-19T03:23:07,181 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528/WALs/47efada56ed5,39891,1731986583664/47efada56ed5%2C39891%2C1731986583664.meta.1731986587166.meta 2024-11-19T03:23:07,182 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32843:32843)] 2024-11-19T03:23:07,182 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T03:23:07,182 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T03:23:07,182 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T03:23:07,183 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T03:23:07,183 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T03:23:07,183 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T03:23:07,183 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:23:07,183 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T03:23:07,183 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T03:23:07,184 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T03:23:07,184 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T03:23:07,184 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:23:07,185 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:23:07,185 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T03:23:07,185 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T03:23:07,185 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:23:07,186 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:23:07,186 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T03:23:07,186 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T03:23:07,186 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:23:07,186 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:23:07,186 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T03:23:07,187 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T03:23:07,187 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:23:07,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:23:07,187 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T03:23:07,188 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43817/user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528/data/hbase/meta/1588230740 2024-11-19T03:23:07,188 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43817/user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528/data/hbase/meta/1588230740 2024-11-19T03:23:07,189 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T03:23:07,189 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T03:23:07,189 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T03:23:07,190 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T03:23:07,191 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61658112, jitterRate=-0.0812225341796875}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T03:23:07,191 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T03:23:07,191 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731986587183Writing region info on filesystem at 1731986587183Initializing all the Stores at 1731986587184 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986587184Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986587184Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986587184Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986587184Cleaning up temporary data from old regions at 1731986587189 (+5 ms)Running coprocessor post-open hooks at 1731986587191 (+2 ms)Region opened successfully at 1731986587191 2024-11-19T03:23:07,192 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731986587161 2024-11-19T03:23:07,193 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T03:23:07,193 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T03:23:07,194 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=47efada56ed5,39891,1731986583664 2024-11-19T03:23:07,194 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 47efada56ed5,39891,1731986583664, state=OPEN 2024-11-19T03:23:07,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39891-0x101511dcbca0004, quorum=127.0.0.1:59957, baseZNode=/1981056002 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1981056002/meta-region-server 2024-11-19T03:23:07,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36513-0x101511dcbca0003, quorum=127.0.0.1:59957, baseZNode=/1981056002 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1981056002/meta-region-server 2024-11-19T03:23:07,198 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=47efada56ed5,39891,1731986583664 2024-11-19T03:23:07,198 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1981056002/meta-region-server: CHANGED 2024-11-19T03:23:07,198 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1981056002/meta-region-server: CHANGED 2024-11-19T03:23:07,200 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T03:23:07,200 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=47efada56ed5,39891,1731986583664 in 189 msec 2024-11-19T03:23:07,201 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T03:23:07,201 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 394 msec 2024-11-19T03:23:07,201 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T03:23:07,202 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T03:23:07,202 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:23:07,202 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,39891,1731986583664, seqNum=-1] 2024-11-19T03:23:07,203 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:23:07,203 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41509, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:23:07,207 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2470 sec 2024-11-19T03:23:07,207 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731986587207, completionTime=-1 2024-11-19T03:23:07,207 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T03:23:07,207 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T03:23:07,208 INFO [master/47efada56ed5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T03:23:07,208 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731986647208 2024-11-19T03:23:07,208 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731986707208 2024-11-19T03:23:07,208 INFO [master/47efada56ed5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-19T03:23:07,208 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,36513,1731986582904-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T03:23:07,209 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,36513,1731986582904-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:23:07,209 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,36513,1731986582904-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:23:07,209 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-47efada56ed5:36513, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:23:07,209 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T03:23:07,209 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T03:23:07,210 DEBUG [master/47efada56ed5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T03:23:07,211 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.200sec 2024-11-19T03:23:07,212 INFO [master/47efada56ed5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T03:23:07,212 INFO [master/47efada56ed5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T03:23:07,212 INFO [master/47efada56ed5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T03:23:07,212 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T03:23:07,212 INFO [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T03:23:07,212 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,36513,1731986582904-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T03:23:07,212 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,36513,1731986582904-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T03:23:07,214 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T03:23:07,214 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T03:23:07,214 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,36513,1731986582904-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:23:07,236 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b393bee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:23:07,236 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,36513,-1 for getting cluster id 2024-11-19T03:23:07,237 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:23:07,238 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd1a2a4db-d330-405d-b679-8f70947df981' 2024-11-19T03:23:07,238 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:23:07,238 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d1a2a4db-d330-405d-b679-8f70947df981" 2024-11-19T03:23:07,238 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cc38d1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:23:07,238 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,36513,-1] 2024-11-19T03:23:07,238 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:23:07,239 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:23:07,239 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:23:07,240 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f6c7b0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:23:07,240 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:23:07,241 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,39891,1731986583664, seqNum=-1] 2024-11-19T03:23:07,241 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:23:07,242 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:23:07,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=47efada56ed5,36513,1731986582904 2024-11-19T03:23:07,245 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59957 2024-11-19T03:23:07,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59957, baseZNode=/1981056002 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T03:23:07,264 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101511dcbca0005 connected 2024-11-19T03:23:07,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d4e0f534-258b-5ea0-fe07-32bc5c468297/hadoop.log.dir so I do NOT create it in target/test-data/fe15c174-13a8-8760-6080-f42683a571d8 2024-11-19T03:23:07,276 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d4e0f534-258b-5ea0-fe07-32bc5c468297/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T03:23:07,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d4e0f534-258b-5ea0-fe07-32bc5c468297/hadoop.tmp.dir so I do NOT create it in target/test-data/fe15c174-13a8-8760-6080-f42683a571d8 2024-11-19T03:23:07,276 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d4e0f534-258b-5ea0-fe07-32bc5c468297/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T03:23:07,276 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe15c174-13a8-8760-6080-f42683a571d8 2024-11-19T03:23:07,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T03:23:07,276 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe15c174-13a8-8760-6080-f42683a571d8/cluster_de7bbbd4-2d6b-6de2-8991-9a04c28e270a, deleteOnExit=true 2024-11-19T03:23:07,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T03:23:07,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe15c174-13a8-8760-6080-f42683a571d8/test.cache.data in system properties and HBase conf 2024-11-19T03:23:07,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe15c174-13a8-8760-6080-f42683a571d8/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T03:23:07,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe15c174-13a8-8760-6080-f42683a571d8/hadoop.log.dir in system properties and HBase conf 2024-11-19T03:23:07,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe15c174-13a8-8760-6080-f42683a571d8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T03:23:07,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe15c174-13a8-8760-6080-f42683a571d8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T03:23:07,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T03:23:07,277 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T03:23:07,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe15c174-13a8-8760-6080-f42683a571d8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T03:23:07,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe15c174-13a8-8760-6080-f42683a571d8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T03:23:07,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe15c174-13a8-8760-6080-f42683a571d8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T03:23:07,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe15c174-13a8-8760-6080-f42683a571d8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T03:23:07,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe15c174-13a8-8760-6080-f42683a571d8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T03:23:07,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe15c174-13a8-8760-6080-f42683a571d8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T03:23:07,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe15c174-13a8-8760-6080-f42683a571d8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T03:23:07,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe15c174-13a8-8760-6080-f42683a571d8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T03:23:07,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe15c174-13a8-8760-6080-f42683a571d8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T03:23:07,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe15c174-13a8-8760-6080-f42683a571d8/nfs.dump.dir in system properties and HBase conf 2024-11-19T03:23:07,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe15c174-13a8-8760-6080-f42683a571d8/java.io.tmpdir in system properties and HBase conf 2024-11-19T03:23:07,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe15c174-13a8-8760-6080-f42683a571d8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T03:23:07,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe15c174-13a8-8760-6080-f42683a571d8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T03:23:07,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe15c174-13a8-8760-6080-f42683a571d8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T03:23:07,707 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T03:23:07,711 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T03:23:07,716 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T03:23:07,716 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T03:23:07,717 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T03:23:07,721 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T03:23:07,721 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b285d19{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe15c174-13a8-8760-6080-f42683a571d8/hadoop.log.dir/,AVAILABLE} 2024-11-19T03:23:07,722 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2184a25{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T03:23:07,830 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@27abd8e2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe15c174-13a8-8760-6080-f42683a571d8/java.io.tmpdir/jetty-localhost-36375-hadoop-hdfs-3_4_1-tests_jar-_-any-13091158844980421531/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T03:23:07,830 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6b5e5dd0{HTTP/1.1, (http/1.1)}{localhost:36375} 2024-11-19T03:23:07,830 INFO [Time-limited test {}] server.Server(415): Started @351434ms 2024-11-19T03:23:08,087 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T03:23:08,090 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T03:23:08,092 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T03:23:08,092 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T03:23:08,092 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T03:23:08,092 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c0c202e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe15c174-13a8-8760-6080-f42683a571d8/hadoop.log.dir/,AVAILABLE} 2024-11-19T03:23:08,092 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c3e5df6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T03:23:08,221 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@57927f60{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe15c174-13a8-8760-6080-f42683a571d8/java.io.tmpdir/jetty-localhost-36985-hadoop-hdfs-3_4_1-tests_jar-_-any-5097231783458801125/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T03:23:08,221 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@32c5e936{HTTP/1.1, (http/1.1)}{localhost:36985} 2024-11-19T03:23:08,222 INFO [Time-limited test {}] server.Server(415): Started @351825ms 2024-11-19T03:23:08,223 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T03:23:09,145 WARN [Thread-4559 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe15c174-13a8-8760-6080-f42683a571d8/cluster_de7bbbd4-2d6b-6de2-8991-9a04c28e270a/data/data1/current/BP-594799054-172.17.0.3-1731986587307/current, will proceed with Du for space computation calculation, 2024-11-19T03:23:09,146 WARN [Thread-4560 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe15c174-13a8-8760-6080-f42683a571d8/cluster_de7bbbd4-2d6b-6de2-8991-9a04c28e270a/data/data2/current/BP-594799054-172.17.0.3-1731986587307/current, will proceed with Du for space computation calculation, 2024-11-19T03:23:09,176 WARN [Thread-4547 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T03:23:09,179 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe688f0145644789f with lease ID 0xbd69f1078017d34: Processing first storage report for DS-85ee99a2-5cd1-4274-868c-e42b23ce60c9 from datanode DatanodeRegistration(127.0.0.1:42353, datanodeUuid=2a4a3f0c-afaf-42d0-ae5d-23f059c12bac, infoPort=38977, infoSecurePort=0, ipcPort=39551, storageInfo=lv=-57;cid=testClusterID;nsid=1337234361;c=1731986587307) 2024-11-19T03:23:09,179 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe688f0145644789f with lease ID 0xbd69f1078017d34: from storage DS-85ee99a2-5cd1-4274-868c-e42b23ce60c9 node DatanodeRegistration(127.0.0.1:42353, datanodeUuid=2a4a3f0c-afaf-42d0-ae5d-23f059c12bac, infoPort=38977, infoSecurePort=0, ipcPort=39551, storageInfo=lv=-57;cid=testClusterID;nsid=1337234361;c=1731986587307), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T03:23:09,179 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe688f0145644789f with lease ID 0xbd69f1078017d34: Processing first storage report for DS-c16915d8-7b90-4654-b4c1-8b60299f8edb from datanode DatanodeRegistration(127.0.0.1:42353, datanodeUuid=2a4a3f0c-afaf-42d0-ae5d-23f059c12bac, infoPort=38977, infoSecurePort=0, ipcPort=39551, storageInfo=lv=-57;cid=testClusterID;nsid=1337234361;c=1731986587307) 2024-11-19T03:23:09,179 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe688f0145644789f with lease ID 0xbd69f1078017d34: from storage DS-c16915d8-7b90-4654-b4c1-8b60299f8edb node DatanodeRegistration(127.0.0.1:42353, datanodeUuid=2a4a3f0c-afaf-42d0-ae5d-23f059c12bac, infoPort=38977, infoSecurePort=0, ipcPort=39551, storageInfo=lv=-57;cid=testClusterID;nsid=1337234361;c=1731986587307), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-19T03:23:09,256 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe15c174-13a8-8760-6080-f42683a571d8 2024-11-19T03:23:09,256 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:23:09,257 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:23:09,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42353 is added to blk_1073741825_1001 (size=7) 2024-11-19T03:23:09,664 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44049/user/jenkins/test-data/10064611-f5c5-37f3-148d-a34868d06b80 with version=8 2024-11-19T03:23:09,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44049/user/jenkins/test-data/10064611-f5c5-37f3-148d-a34868d06b80/hbase-staging 2024-11-19T03:23:09,666 INFO [Time-limited test {}] client.ConnectionUtils(128): master/47efada56ed5:0 server-side Connection retries=45 2024-11-19T03:23:09,666 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T03:23:09,666 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T03:23:09,666 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T03:23:09,666 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T03:23:09,666 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T03:23:09,666 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T03:23:09,666 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T03:23:09,667 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33645 2024-11-19T03:23:09,667 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33645 connecting to ZooKeeper ensemble=127.0.0.1:59957 2024-11-19T03:23:09,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:336450x0, quorum=127.0.0.1:59957, baseZNode=/21708926330 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T03:23:09,715 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33645-0x101511dcbca0006 connected 2024-11-19T03:23:09,788 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:23:09,789 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:23:09,791 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33645-0x101511dcbca0006, quorum=127.0.0.1:59957, baseZNode=/21708926330 Set watcher on znode that does not yet exist, /21708926330/running 2024-11-19T03:23:09,791 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44049/user/jenkins/test-data/10064611-f5c5-37f3-148d-a34868d06b80, hbase.cluster.distributed=false 2024-11-19T03:23:09,792 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33645-0x101511dcbca0006, quorum=127.0.0.1:59957, baseZNode=/21708926330 Set watcher on znode that does not yet exist, /21708926330/acl 2024-11-19T03:23:09,792 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33645 2024-11-19T03:23:09,792 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33645 2024-11-19T03:23:09,793 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33645 2024-11-19T03:23:09,793 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33645 2024-11-19T03:23:09,793 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33645 2024-11-19T03:23:09,806 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/47efada56ed5:0 server-side Connection retries=45 2024-11-19T03:23:09,806 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T03:23:09,806 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T03:23:09,806 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T03:23:09,806 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T03:23:09,806 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T03:23:09,806 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T03:23:09,806 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T03:23:09,807 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42073 2024-11-19T03:23:09,807 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42073 connecting to ZooKeeper ensemble=127.0.0.1:59957 2024-11-19T03:23:09,808 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:23:09,810 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:23:09,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:420730x0, quorum=127.0.0.1:59957, baseZNode=/21708926330 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T03:23:09,819 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:420730x0, quorum=127.0.0.1:59957, baseZNode=/21708926330 Set watcher on znode that does not yet exist, /21708926330/running 2024-11-19T03:23:09,819 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42073-0x101511dcbca0007 connected 2024-11-19T03:23:09,820 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T03:23:09,821 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T03:23:09,821 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42073-0x101511dcbca0007, quorum=127.0.0.1:59957, baseZNode=/21708926330 Set watcher on znode that does not yet exist, /21708926330/master 2024-11-19T03:23:09,822 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42073-0x101511dcbca0007, quorum=127.0.0.1:59957, baseZNode=/21708926330 Set watcher on znode that does not yet exist, /21708926330/acl 2024-11-19T03:23:09,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42073 2024-11-19T03:23:09,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42073 2024-11-19T03:23:09,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42073 2024-11-19T03:23:09,829 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42073 2024-11-19T03:23:09,829 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42073 2024-11-19T03:23:09,845 DEBUG [M:0;47efada56ed5:33645 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;47efada56ed5:33645 2024-11-19T03:23:09,846 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21708926330/backup-masters/47efada56ed5,33645,1731986589666 2024-11-19T03:23:09,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42073-0x101511dcbca0007, quorum=127.0.0.1:59957, baseZNode=/21708926330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21708926330/backup-masters 2024-11-19T03:23:09,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33645-0x101511dcbca0006, quorum=127.0.0.1:59957, baseZNode=/21708926330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21708926330/backup-masters 2024-11-19T03:23:09,851 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33645-0x101511dcbca0006, quorum=127.0.0.1:59957, baseZNode=/21708926330 Set watcher on existing znode=/21708926330/backup-masters/47efada56ed5,33645,1731986589666 2024-11-19T03:23:09,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33645-0x101511dcbca0006, quorum=127.0.0.1:59957, baseZNode=/21708926330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21708926330 2024-11-19T03:23:09,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42073-0x101511dcbca0007, quorum=127.0.0.1:59957, baseZNode=/21708926330 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21708926330/master 2024-11-19T03:23:09,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42073-0x101511dcbca0007, quorum=127.0.0.1:59957, baseZNode=/21708926330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21708926330 2024-11-19T03:23:09,861 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33645-0x101511dcbca0006, quorum=127.0.0.1:59957, baseZNode=/21708926330 Set watcher on existing znode=/21708926330/master 2024-11-19T03:23:09,862 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21708926330/backup-masters/47efada56ed5,33645,1731986589666 from backup master directory 2024-11-19T03:23:09,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42073-0x101511dcbca0007, quorum=127.0.0.1:59957, baseZNode=/21708926330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21708926330/backup-masters 2024-11-19T03:23:09,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33645-0x101511dcbca0006, quorum=127.0.0.1:59957, baseZNode=/21708926330 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21708926330/backup-masters/47efada56ed5,33645,1731986589666 2024-11-19T03:23:09,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33645-0x101511dcbca0006, quorum=127.0.0.1:59957, baseZNode=/21708926330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21708926330/backup-masters 2024-11-19T03:23:09,872 WARN [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T03:23:09,872 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=47efada56ed5,33645,1731986589666 2024-11-19T03:23:09,874 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44049/user/jenkins/test-data/10064611-f5c5-37f3-148d-a34868d06b80/hbase.id] with ID: c54c7737-9f71-4f62-b0dd-c682b74cc162 2024-11-19T03:23:09,874 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44049/user/jenkins/test-data/10064611-f5c5-37f3-148d-a34868d06b80/.tmp/hbase.id 2024-11-19T03:23:09,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42353 is added to blk_1073741826_1002 (size=42) 2024-11-19T03:23:10,278 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44049/user/jenkins/test-data/10064611-f5c5-37f3-148d-a34868d06b80/.tmp/hbase.id]:[hdfs://localhost:44049/user/jenkins/test-data/10064611-f5c5-37f3-148d-a34868d06b80/hbase.id] 2024-11-19T03:23:10,286 INFO [master/47efada56ed5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:23:10,286 INFO [master/47efada56ed5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T03:23:10,286 INFO [master/47efada56ed5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-19T03:23:10,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42073-0x101511dcbca0007, quorum=127.0.0.1:59957, baseZNode=/21708926330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21708926330 2024-11-19T03:23:10,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33645-0x101511dcbca0006, quorum=127.0.0.1:59957, baseZNode=/21708926330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21708926330 2024-11-19T03:23:10,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42353 is added to blk_1073741827_1003 (size=196) 2024-11-19T03:23:10,739 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T03:23:10,740 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T03:23:10,740 INFO [master/47efada56ed5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T03:23:10,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42353 is added to blk_1073741828_1004 (size=1189) 2024-11-19T03:23:10,745 INFO [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44049/user/jenkins/test-data/10064611-f5c5-37f3-148d-a34868d06b80/MasterData/data/master/store 2024-11-19T03:23:10,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42353 is added to blk_1073741829_1005 (size=34) 2024-11-19T03:23:11,149 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:23:11,149 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T03:23:11,149 INFO [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:23:11,149 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:23:11,149 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T03:23:11,149 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:23:11,149 INFO [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:23:11,149 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731986591149Disabling compacts and flushes for region at 1731986591149Disabling writes for close at 1731986591149Writing region close event to WAL at 1731986591149Closed at 1731986591149 2024-11-19T03:23:11,150 WARN [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44049/user/jenkins/test-data/10064611-f5c5-37f3-148d-a34868d06b80/MasterData/data/master/store/.initializing 2024-11-19T03:23:11,150 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44049/user/jenkins/test-data/10064611-f5c5-37f3-148d-a34868d06b80/MasterData/WALs/47efada56ed5,33645,1731986589666 2024-11-19T03:23:11,151 INFO [master/47efada56ed5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T03:23:11,152 INFO [master/47efada56ed5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=47efada56ed5%2C33645%2C1731986589666, suffix=, logDir=hdfs://localhost:44049/user/jenkins/test-data/10064611-f5c5-37f3-148d-a34868d06b80/MasterData/WALs/47efada56ed5,33645,1731986589666, archiveDir=hdfs://localhost:44049/user/jenkins/test-data/10064611-f5c5-37f3-148d-a34868d06b80/MasterData/oldWALs, maxLogs=10 2024-11-19T03:23:11,165 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/10064611-f5c5-37f3-148d-a34868d06b80/MasterData/WALs/47efada56ed5,33645,1731986589666/47efada56ed5%2C33645%2C1731986589666.1731986591152, exclude list is [], retry=0 2024-11-19T03:23:11,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42353,DS-85ee99a2-5cd1-4274-868c-e42b23ce60c9,DISK] 2024-11-19T03:23:11,168 INFO [master/47efada56ed5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/10064611-f5c5-37f3-148d-a34868d06b80/MasterData/WALs/47efada56ed5,33645,1731986589666/47efada56ed5%2C33645%2C1731986589666.1731986591152 2024-11-19T03:23:11,169 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38977:38977)] 2024-11-19T03:23:11,169 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T03:23:11,169 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:23:11,169 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:23:11,169 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:23:11,170 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:23:11,171 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T03:23:11,171 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:23:11,171 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:23:11,171 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:23:11,172 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T03:23:11,172 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:23:11,172 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:23:11,172 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:23:11,173 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T03:23:11,173 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:23:11,173 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:23:11,173 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:23:11,174 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T03:23:11,174 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:23:11,174 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:23:11,174 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:23:11,175 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44049/user/jenkins/test-data/10064611-f5c5-37f3-148d-a34868d06b80/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:23:11,175 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44049/user/jenkins/test-data/10064611-f5c5-37f3-148d-a34868d06b80/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:23:11,176 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:23:11,176 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:23:11,176 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T03:23:11,177 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T03:23:11,179 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44049/user/jenkins/test-data/10064611-f5c5-37f3-148d-a34868d06b80/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T03:23:11,179 INFO [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63918480, jitterRate=-0.04754042625427246}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T03:23:11,179 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731986591169Initializing all the Stores at 1731986591170 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986591170Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986591170Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986591170Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986591170Cleaning up temporary data from old regions at 1731986591176 (+6 ms)Region opened successfully at 1731986591179 (+3 ms) 2024-11-19T03:23:11,179 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T03:23:11,181 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@681842fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=47efada56ed5/172.17.0.3:0 2024-11-19T03:23:11,182 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T03:23:11,182 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T03:23:11,182 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T03:23:11,182 INFO [master/47efada56ed5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T03:23:11,182 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T03:23:11,182 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T03:23:11,182 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T03:23:11,184 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T03:23:11,185 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33645-0x101511dcbca0006, quorum=127.0.0.1:59957, baseZNode=/21708926330 Unable to get data of znode /21708926330/balancer because node does not exist (not necessarily an error) 2024-11-19T03:23:11,229 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21708926330/balancer already deleted, retry=false 2024-11-19T03:23:11,230 INFO [master/47efada56ed5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T03:23:11,231 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33645-0x101511dcbca0006, quorum=127.0.0.1:59957, baseZNode=/21708926330 Unable to get data of znode /21708926330/normalizer because node does not exist (not necessarily an error) 2024-11-19T03:23:11,240 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21708926330/normalizer already deleted, retry=false 2024-11-19T03:23:11,240 INFO [master/47efada56ed5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T03:23:11,241 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33645-0x101511dcbca0006, quorum=127.0.0.1:59957, baseZNode=/21708926330 Unable to get data of znode /21708926330/switch/split because node does not exist (not necessarily an error) 2024-11-19T03:23:11,251 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21708926330/switch/split already deleted, retry=false 2024-11-19T03:23:11,251 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33645-0x101511dcbca0006, quorum=127.0.0.1:59957, baseZNode=/21708926330 Unable to get data of znode /21708926330/switch/merge because node does not exist (not necessarily an error) 2024-11-19T03:23:11,261 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21708926330/switch/merge already deleted, retry=false 2024-11-19T03:23:11,263 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33645-0x101511dcbca0006, quorum=127.0.0.1:59957, baseZNode=/21708926330 Unable to get data of znode /21708926330/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T03:23:11,272 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21708926330/snapshot-cleanup already deleted, retry=false 2024-11-19T03:23:11,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42073-0x101511dcbca0007, quorum=127.0.0.1:59957, baseZNode=/21708926330 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21708926330/running 2024-11-19T03:23:11,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33645-0x101511dcbca0006, quorum=127.0.0.1:59957, baseZNode=/21708926330 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21708926330/running 2024-11-19T03:23:11,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33645-0x101511dcbca0006, quorum=127.0.0.1:59957, baseZNode=/21708926330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21708926330 2024-11-19T03:23:11,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42073-0x101511dcbca0007, quorum=127.0.0.1:59957, baseZNode=/21708926330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21708926330 2024-11-19T03:23:11,283 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=47efada56ed5,33645,1731986589666, sessionid=0x101511dcbca0006, setting cluster-up flag (Was=false) 2024-11-19T03:23:11,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42073-0x101511dcbca0007, quorum=127.0.0.1:59957, baseZNode=/21708926330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21708926330 2024-11-19T03:23:11,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33645-0x101511dcbca0006, quorum=127.0.0.1:59957, baseZNode=/21708926330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21708926330 2024-11-19T03:23:11,335 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21708926330/flush-table-proc/acquired, /21708926330/flush-table-proc/reached, /21708926330/flush-table-proc/abort 2024-11-19T03:23:11,336 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=47efada56ed5,33645,1731986589666 2024-11-19T03:23:11,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42073-0x101511dcbca0007, quorum=127.0.0.1:59957, baseZNode=/21708926330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21708926330 2024-11-19T03:23:11,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33645-0x101511dcbca0006, quorum=127.0.0.1:59957, baseZNode=/21708926330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21708926330 2024-11-19T03:23:11,387 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21708926330/online-snapshot/acquired, /21708926330/online-snapshot/reached, /21708926330/online-snapshot/abort 2024-11-19T03:23:11,388 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=47efada56ed5,33645,1731986589666 2024-11-19T03:23:11,389 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44049/user/jenkins/test-data/10064611-f5c5-37f3-148d-a34868d06b80/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T03:23:11,390 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T03:23:11,391 INFO [master/47efada56ed5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T03:23:11,391 INFO [master/47efada56ed5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T03:23:11,391 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 47efada56ed5,33645,1731986589666 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T03:23:11,392 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/47efada56ed5:0, corePoolSize=5, maxPoolSize=5 2024-11-19T03:23:11,392 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/47efada56ed5:0, corePoolSize=5, maxPoolSize=5 2024-11-19T03:23:11,392 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/47efada56ed5:0, corePoolSize=5, maxPoolSize=5 2024-11-19T03:23:11,392 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/47efada56ed5:0, corePoolSize=5, maxPoolSize=5 2024-11-19T03:23:11,392 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/47efada56ed5:0, corePoolSize=10, maxPoolSize=10 2024-11-19T03:23:11,392 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:23:11,392 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/47efada56ed5:0, corePoolSize=2, maxPoolSize=2 2024-11-19T03:23:11,392 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:23:11,393 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731986621393 2024-11-19T03:23:11,393 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T03:23:11,393 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T03:23:11,393 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T03:23:11,393 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T03:23:11,393 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T03:23:11,393 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T03:23:11,393 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T03:23:11,393 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T03:23:11,394 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T03:23:11,394 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T03:23:11,394 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T03:23:11,394 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T03:23:11,394 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T03:23:11,394 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T03:23:11,394 INFO [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T03:23:11,394 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:23:11,394 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.large.0-1731986591394,5,FailOnTimeoutGroup] 2024-11-19T03:23:11,394 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T03:23:11,394 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.small.0-1731986591394,5,FailOnTimeoutGroup] 2024-11-19T03:23:11,395 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T03:23:11,395 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T03:23:11,395 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T03:23:11,395 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T03:23:11,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42353 is added to blk_1073741831_1007 (size=1321) 2024-11-19T03:23:11,434 INFO [RS:0;47efada56ed5:42073 {}] regionserver.HRegionServer(746): ClusterId : c54c7737-9f71-4f62-b0dd-c682b74cc162 2024-11-19T03:23:11,434 DEBUG [RS:0;47efada56ed5:42073 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T03:23:11,441 DEBUG [RS:0;47efada56ed5:42073 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T03:23:11,441 DEBUG [RS:0;47efada56ed5:42073 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T03:23:11,453 DEBUG [RS:0;47efada56ed5:42073 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T03:23:11,453 DEBUG [RS:0;47efada56ed5:42073 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@157df600, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=47efada56ed5/172.17.0.3:0 2024-11-19T03:23:11,472 DEBUG [RS:0;47efada56ed5:42073 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;47efada56ed5:42073 2024-11-19T03:23:11,472 INFO [RS:0;47efada56ed5:42073 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T03:23:11,472 INFO [RS:0;47efada56ed5:42073 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T03:23:11,472 DEBUG [RS:0;47efada56ed5:42073 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T03:23:11,473 INFO [RS:0;47efada56ed5:42073 {}] regionserver.HRegionServer(2659): reportForDuty to master=47efada56ed5,33645,1731986589666 with port=42073, startcode=1731986589806 2024-11-19T03:23:11,473 DEBUG [RS:0;47efada56ed5:42073 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T03:23:11,477 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51209, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T03:23:11,477 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33645 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 47efada56ed5,42073,1731986589806 2024-11-19T03:23:11,477 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33645 {}] master.ServerManager(517): Registering regionserver=47efada56ed5,42073,1731986589806 2024-11-19T03:23:11,479 DEBUG [RS:0;47efada56ed5:42073 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44049/user/jenkins/test-data/10064611-f5c5-37f3-148d-a34868d06b80 2024-11-19T03:23:11,479 DEBUG [RS:0;47efada56ed5:42073 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44049 2024-11-19T03:23:11,479 DEBUG [RS:0;47efada56ed5:42073 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T03:23:11,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33645-0x101511dcbca0006, quorum=127.0.0.1:59957, baseZNode=/21708926330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21708926330/rs 2024-11-19T03:23:11,537 DEBUG [RS:0;47efada56ed5:42073 {}] zookeeper.ZKUtil(111): regionserver:42073-0x101511dcbca0007, quorum=127.0.0.1:59957, baseZNode=/21708926330 Set watcher on existing znode=/21708926330/rs/47efada56ed5,42073,1731986589806 2024-11-19T03:23:11,537 WARN [RS:0;47efada56ed5:42073 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T03:23:11,537 INFO [RS:0;47efada56ed5:42073 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T03:23:11,537 DEBUG [RS:0;47efada56ed5:42073 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44049/user/jenkins/test-data/10064611-f5c5-37f3-148d-a34868d06b80/WALs/47efada56ed5,42073,1731986589806 2024-11-19T03:23:11,537 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [47efada56ed5,42073,1731986589806] 2024-11-19T03:23:11,539 INFO [RS:0;47efada56ed5:42073 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T03:23:11,540 INFO [RS:0;47efada56ed5:42073 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T03:23:11,541 INFO [RS:0;47efada56ed5:42073 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T03:23:11,541 INFO [RS:0;47efada56ed5:42073 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T03:23:11,541 INFO [RS:0;47efada56ed5:42073 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T03:23:11,541 INFO [RS:0;47efada56ed5:42073 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T03:23:11,541 INFO [RS:0;47efada56ed5:42073 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T03:23:11,541 DEBUG [RS:0;47efada56ed5:42073 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:23:11,541 DEBUG [RS:0;47efada56ed5:42073 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:23:11,541 DEBUG [RS:0;47efada56ed5:42073 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:23:11,541 DEBUG [RS:0;47efada56ed5:42073 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:23:11,541 DEBUG [RS:0;47efada56ed5:42073 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:23:11,541 DEBUG [RS:0;47efada56ed5:42073 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/47efada56ed5:0, corePoolSize=2, maxPoolSize=2 2024-11-19T03:23:11,542 DEBUG [RS:0;47efada56ed5:42073 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:23:11,542 DEBUG [RS:0;47efada56ed5:42073 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:23:11,542 DEBUG [RS:0;47efada56ed5:42073 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:23:11,542 DEBUG [RS:0;47efada56ed5:42073 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:23:11,542 DEBUG [RS:0;47efada56ed5:42073 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:23:11,542 DEBUG [RS:0;47efada56ed5:42073 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/47efada56ed5:0, corePoolSize=1, maxPoolSize=1 2024-11-19T03:23:11,542 DEBUG [RS:0;47efada56ed5:42073 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/47efada56ed5:0, corePoolSize=3, maxPoolSize=3 2024-11-19T03:23:11,542 DEBUG [RS:0;47efada56ed5:42073 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/47efada56ed5:0, corePoolSize=3, maxPoolSize=3 2024-11-19T03:23:11,542 INFO [RS:0;47efada56ed5:42073 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T03:23:11,542 INFO [RS:0;47efada56ed5:42073 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T03:23:11,542 INFO [RS:0;47efada56ed5:42073 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T03:23:11,542 INFO [RS:0;47efada56ed5:42073 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T03:23:11,542 INFO [RS:0;47efada56ed5:42073 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T03:23:11,542 INFO [RS:0;47efada56ed5:42073 {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,42073,1731986589806-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T03:23:11,556 INFO [RS:0;47efada56ed5:42073 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T03:23:11,556 INFO [RS:0;47efada56ed5:42073 {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,42073,1731986589806-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T03:23:11,557 INFO [RS:0;47efada56ed5:42073 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:23:11,557 INFO [RS:0;47efada56ed5:42073 {}] regionserver.Replication(171): 47efada56ed5,42073,1731986589806 started 2024-11-19T03:23:11,571 INFO [RS:0;47efada56ed5:42073 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:23:11,571 INFO [RS:0;47efada56ed5:42073 {}] regionserver.HRegionServer(1482): Serving as 47efada56ed5,42073,1731986589806, RpcServer on 47efada56ed5/172.17.0.3:42073, sessionid=0x101511dcbca0007 2024-11-19T03:23:11,571 DEBUG [RS:0;47efada56ed5:42073 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T03:23:11,571 DEBUG [RS:0;47efada56ed5:42073 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 47efada56ed5,42073,1731986589806 2024-11-19T03:23:11,571 DEBUG [RS:0;47efada56ed5:42073 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '47efada56ed5,42073,1731986589806' 2024-11-19T03:23:11,571 DEBUG [RS:0;47efada56ed5:42073 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21708926330/flush-table-proc/abort' 2024-11-19T03:23:11,572 DEBUG [RS:0;47efada56ed5:42073 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21708926330/flush-table-proc/acquired' 2024-11-19T03:23:11,572 DEBUG [RS:0;47efada56ed5:42073 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T03:23:11,572 DEBUG [RS:0;47efada56ed5:42073 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T03:23:11,572 DEBUG [RS:0;47efada56ed5:42073 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 47efada56ed5,42073,1731986589806 2024-11-19T03:23:11,572 DEBUG [RS:0;47efada56ed5:42073 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '47efada56ed5,42073,1731986589806' 2024-11-19T03:23:11,572 DEBUG [RS:0;47efada56ed5:42073 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21708926330/online-snapshot/abort' 2024-11-19T03:23:11,572 DEBUG [RS:0;47efada56ed5:42073 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21708926330/online-snapshot/acquired' 2024-11-19T03:23:11,573 DEBUG [RS:0;47efada56ed5:42073 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T03:23:11,573 INFO [RS:0;47efada56ed5:42073 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T03:23:11,573 INFO [RS:0;47efada56ed5:42073 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T03:23:11,673 INFO [RS:0;47efada56ed5:42073 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T03:23:11,675 INFO [RS:0;47efada56ed5:42073 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=47efada56ed5%2C42073%2C1731986589806, suffix=, logDir=hdfs://localhost:44049/user/jenkins/test-data/10064611-f5c5-37f3-148d-a34868d06b80/WALs/47efada56ed5,42073,1731986589806, archiveDir=hdfs://localhost:44049/user/jenkins/test-data/10064611-f5c5-37f3-148d-a34868d06b80/oldWALs, maxLogs=10 2024-11-19T03:23:11,697 DEBUG [RS:0;47efada56ed5:42073 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/10064611-f5c5-37f3-148d-a34868d06b80/WALs/47efada56ed5,42073,1731986589806/47efada56ed5%2C42073%2C1731986589806.1731986591675, exclude list is [], retry=0 2024-11-19T03:23:11,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42353,DS-85ee99a2-5cd1-4274-868c-e42b23ce60c9,DISK] 2024-11-19T03:23:11,705 INFO [RS:0;47efada56ed5:42073 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/10064611-f5c5-37f3-148d-a34868d06b80/WALs/47efada56ed5,42073,1731986589806/47efada56ed5%2C42073%2C1731986589806.1731986591675 2024-11-19T03:23:11,712 DEBUG [RS:0;47efada56ed5:42073 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38977:38977)] 2024-11-19T03:23:11,803 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44049/user/jenkins/test-data/10064611-f5c5-37f3-148d-a34868d06b80/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T03:23:11,804 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44049/user/jenkins/test-data/10064611-f5c5-37f3-148d-a34868d06b80 2024-11-19T03:23:11,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42353 is added to blk_1073741833_1009 (size=32) 2024-11-19T03:23:12,235 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:23:12,237 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T03:23:12,241 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T03:23:12,241 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:23:12,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:23:12,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T03:23:12,243 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T03:23:12,243 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:23:12,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:23:12,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T03:23:12,260 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T03:23:12,260 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:23:12,265 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:23:12,265 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T03:23:12,266 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T03:23:12,266 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:23:12,267 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:23:12,267 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T03:23:12,268 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44049/user/jenkins/test-data/10064611-f5c5-37f3-148d-a34868d06b80/data/hbase/meta/1588230740 2024-11-19T03:23:12,268 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44049/user/jenkins/test-data/10064611-f5c5-37f3-148d-a34868d06b80/data/hbase/meta/1588230740 2024-11-19T03:23:12,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T03:23:12,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T03:23:12,269 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T03:23:12,270 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T03:23:12,273 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44049/user/jenkins/test-data/10064611-f5c5-37f3-148d-a34868d06b80/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T03:23:12,273 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70196710, jitterRate=0.04601249098777771}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T03:23:12,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731986592235Initializing all the Stores at 1731986592236 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986592236Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986592236Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986592236Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986592236Cleaning up temporary data from old regions at 1731986592269 (+33 ms)Region opened successfully at 1731986592273 (+4 ms) 2024-11-19T03:23:12,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T03:23:12,273 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T03:23:12,274 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T03:23:12,274 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T03:23:12,274 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T03:23:12,278 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T03:23:12,278 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731986592273Disabling compacts and flushes for region at 1731986592273Disabling writes for close at 1731986592274 (+1 ms)Writing region close event to WAL at 1731986592278 (+4 ms)Closed at 1731986592278 2024-11-19T03:23:12,279 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T03:23:12,279 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T03:23:12,279 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T03:23:12,280 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T03:23:12,281 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T03:23:12,431 DEBUG [47efada56ed5:33645 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T03:23:12,432 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=47efada56ed5,42073,1731986589806 2024-11-19T03:23:12,433 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 47efada56ed5,42073,1731986589806, state=OPENING 2024-11-19T03:23:12,556 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T03:23:12,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33645-0x101511dcbca0006, quorum=127.0.0.1:59957, baseZNode=/21708926330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21708926330 2024-11-19T03:23:12,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42073-0x101511dcbca0007, quorum=127.0.0.1:59957, baseZNode=/21708926330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21708926330 2024-11-19T03:23:12,567 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21708926330/meta-region-server: CHANGED 2024-11-19T03:23:12,567 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21708926330/meta-region-server: CHANGED 2024-11-19T03:23:12,567 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T03:23:12,567 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=47efada56ed5,42073,1731986589806}] 2024-11-19T03:23:12,685 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T03:23:12,686 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:23:12,686 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:23:12,686 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:23:12,686 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:23:12,687 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:23:12,687 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:23:12,687 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:23:12,719 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T03:23:12,720 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42233, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T03:23:12,722 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T03:23:12,722 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T03:23:12,723 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T03:23:12,723 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=47efada56ed5%2C42073%2C1731986589806.meta, suffix=.meta, logDir=hdfs://localhost:44049/user/jenkins/test-data/10064611-f5c5-37f3-148d-a34868d06b80/WALs/47efada56ed5,42073,1731986589806, archiveDir=hdfs://localhost:44049/user/jenkins/test-data/10064611-f5c5-37f3-148d-a34868d06b80/oldWALs, maxLogs=10 2024-11-19T03:23:12,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:23:12,735 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:23:12,735 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:23:12,735 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:23:12,735 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:23:12,736 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/10064611-f5c5-37f3-148d-a34868d06b80/WALs/47efada56ed5,42073,1731986589806/47efada56ed5%2C42073%2C1731986589806.meta.1731986592724.meta, exclude list is [], retry=0 2024-11-19T03:23:12,736 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:23:12,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42353,DS-85ee99a2-5cd1-4274-868c-e42b23ce60c9,DISK] 2024-11-19T03:23:12,739 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/10064611-f5c5-37f3-148d-a34868d06b80/WALs/47efada56ed5,42073,1731986589806/47efada56ed5%2C42073%2C1731986589806.meta.1731986592724.meta 2024-11-19T03:23:12,739 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38977:38977)] 2024-11-19T03:23:12,739 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T03:23:12,739 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T03:23:12,740 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T03:23:12,740 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T03:23:12,740 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T03:23:12,740 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T03:23:12,740 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:23:12,740 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T03:23:12,740 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T03:23:12,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T03:23:12,744 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T03:23:12,744 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:23:12,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:23:12,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T03:23:12,745 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T03:23:12,745 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:23:12,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:23:12,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T03:23:12,745 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T03:23:12,745 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:23:12,746 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:23:12,746 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T03:23:12,746 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T03:23:12,746 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:23:12,746 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:23:12,746 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T03:23:12,746 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T03:23:12,747 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44049/user/jenkins/test-data/10064611-f5c5-37f3-148d-a34868d06b80/data/hbase/meta/1588230740 2024-11-19T03:23:12,747 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44049/user/jenkins/test-data/10064611-f5c5-37f3-148d-a34868d06b80/data/hbase/meta/1588230740 2024-11-19T03:23:12,748 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T03:23:12,748 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T03:23:12,749 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T03:23:12,750 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T03:23:12,750 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:23:12,750 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:23:12,751 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67066544, jitterRate=-6.306171417236328E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T03:23:12,751 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T03:23:12,752 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731986592740Writing region info on filesystem at 1731986592740Initializing all the Stores at 1731986592741 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986592741Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986592743 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986592743Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731986592743Cleaning up temporary data from old regions at 1731986592748 (+5 ms)Running coprocessor post-open hooks at 1731986592751 (+3 ms)Region opened successfully at 1731986592751 2024-11-19T03:23:12,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:23:12,752 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731986592718 2024-11-19T03:23:12,755 DEBUG [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T03:23:12,755 INFO [RS_OPEN_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T03:23:12,755 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=47efada56ed5,42073,1731986589806 2024-11-19T03:23:12,756 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 47efada56ed5,42073,1731986589806, state=OPEN 2024-11-19T03:23:12,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33645-0x101511dcbca0006, quorum=127.0.0.1:59957, baseZNode=/21708926330 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21708926330/meta-region-server 2024-11-19T03:23:12,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42073-0x101511dcbca0007, quorum=127.0.0.1:59957, baseZNode=/21708926330 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21708926330/meta-region-server 2024-11-19T03:23:12,766 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=47efada56ed5,42073,1731986589806 2024-11-19T03:23:12,766 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21708926330/meta-region-server: CHANGED 2024-11-19T03:23:12,766 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21708926330/meta-region-server: CHANGED 2024-11-19T03:23:12,769 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T03:23:12,769 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=47efada56ed5,42073,1731986589806 in 199 msec 2024-11-19T03:23:12,771 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T03:23:12,771 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 490 msec 2024-11-19T03:23:12,771 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T03:23:12,771 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T03:23:12,772 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:23:12,773 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,42073,1731986589806, seqNum=-1] 2024-11-19T03:23:12,773 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:23:12,774 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52829, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:23:12,779 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3880 sec 2024-11-19T03:23:12,779 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731986592779, completionTime=-1 2024-11-19T03:23:12,779 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T03:23:12,779 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T03:23:12,781 INFO [master/47efada56ed5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T03:23:12,782 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731986652781 2024-11-19T03:23:12,782 INFO [master/47efada56ed5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731986712782 2024-11-19T03:23:12,782 INFO [master/47efada56ed5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-19T03:23:12,782 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,33645,1731986589666-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T03:23:12,782 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,33645,1731986589666-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:23:12,782 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,33645,1731986589666-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:23:12,782 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-47efada56ed5:33645, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:23:12,782 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T03:23:12,784 DEBUG [master/47efada56ed5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T03:23:12,788 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T03:23:12,792 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.920sec 2024-11-19T03:23:12,792 INFO [master/47efada56ed5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T03:23:12,792 INFO [master/47efada56ed5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T03:23:12,792 INFO [master/47efada56ed5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T03:23:12,792 INFO [master/47efada56ed5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T03:23:12,792 INFO [master/47efada56ed5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T03:23:12,792 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,33645,1731986589666-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T03:23:12,792 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,33645,1731986589666-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T03:23:12,795 DEBUG [master/47efada56ed5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T03:23:12,795 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T03:23:12,796 INFO [master/47efada56ed5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47efada56ed5,33645,1731986589666-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T03:23:12,834 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a93869f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:23:12,835 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,33645,-1 for getting cluster id 2024-11-19T03:23:12,835 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:23:12,836 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c54c7737-9f71-4f62-b0dd-c682b74cc162' 2024-11-19T03:23:12,836 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:23:12,836 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c54c7737-9f71-4f62-b0dd-c682b74cc162" 2024-11-19T03:23:12,836 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5774d995, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:23:12,836 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,33645,-1] 2024-11-19T03:23:12,837 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:23:12,837 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:23:12,837 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:23:12,838 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2db3c6c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:23:12,838 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:23:12,839 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,42073,1731986589806, seqNum=-1] 2024-11-19T03:23:12,839 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:23:12,840 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:23:12,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=47efada56ed5,33645,1731986589666 2024-11-19T03:23:12,841 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:59957 2024-11-19T03:23:12,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:59957, baseZNode=/21708926330 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T03:23:12,851 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101511dcbca0008 connected 2024-11-19T03:23:12,863 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T03:23:12,864 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 47efada56ed5,42527,1731986577625 2024-11-19T03:23:12,864 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@466c1a91 2024-11-19T03:23:12,864 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T03:23:12,864 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T03:23:12,865 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42527 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T03:23:12,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42527 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T03:23:12,867 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T03:23:12,867 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:23:12,867 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42527 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T03:23:12,867 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T03:23:12,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42527 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T03:23:12,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44065 is added to blk_1073741835_1011 (size=902) 2024-11-19T03:23:12,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42527 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T03:23:13,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42527 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T03:23:13,248 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T03:23:13,248 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [47efada56ed5,46551,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=47efada56ed5:46551 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T03:23:13,248 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 149052 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [47efada56ed5,46551,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=47efada56ed5:46551 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T03:23:13,274 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3e7c811bbef8c0b01ed8280f486a6895, NAME => 'test,,1731986592865.3e7c811bbef8c0b01ed8280f486a6895.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb 2024-11-19T03:23:13,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44065 is added to blk_1073741836_1012 (size=39) 2024-11-19T03:23:13,278 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731986592865.3e7c811bbef8c0b01ed8280f486a6895.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:23:13,278 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3e7c811bbef8c0b01ed8280f486a6895, disabling compactions & flushes 2024-11-19T03:23:13,278 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731986592865.3e7c811bbef8c0b01ed8280f486a6895. 2024-11-19T03:23:13,278 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731986592865.3e7c811bbef8c0b01ed8280f486a6895. 2024-11-19T03:23:13,278 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731986592865.3e7c811bbef8c0b01ed8280f486a6895. after waiting 0 ms 2024-11-19T03:23:13,278 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731986592865.3e7c811bbef8c0b01ed8280f486a6895. 2024-11-19T03:23:13,278 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731986592865.3e7c811bbef8c0b01ed8280f486a6895. 2024-11-19T03:23:13,278 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3e7c811bbef8c0b01ed8280f486a6895: Waiting for close lock at 1731986593278Disabling compacts and flushes for region at 1731986593278Disabling writes for close at 1731986593278Writing region close event to WAL at 1731986593278Closed at 1731986593278 2024-11-19T03:23:13,279 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T03:23:13,279 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731986592865.3e7c811bbef8c0b01ed8280f486a6895.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731986593279"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731986593279"}]},"ts":"1731986593279"} 2024-11-19T03:23:13,281 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T03:23:13,281 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T03:23:13,281 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731986593281"}]},"ts":"1731986593281"} 2024-11-19T03:23:13,282 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T03:23:13,283 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3e7c811bbef8c0b01ed8280f486a6895, ASSIGN}] 2024-11-19T03:23:13,283 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3e7c811bbef8c0b01ed8280f486a6895, ASSIGN 2024-11-19T03:23:13,284 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3e7c811bbef8c0b01ed8280f486a6895, ASSIGN; state=OFFLINE, location=47efada56ed5,43417,1731986577773; forceNewPlan=false, retain=false 2024-11-19T03:23:13,434 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3e7c811bbef8c0b01ed8280f486a6895, regionState=OPENING, regionLocation=47efada56ed5,43417,1731986577773 2024-11-19T03:23:13,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3e7c811bbef8c0b01ed8280f486a6895, ASSIGN because future has completed 2024-11-19T03:23:13,436 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e7c811bbef8c0b01ed8280f486a6895, server=47efada56ed5,43417,1731986577773}] 2024-11-19T03:23:13,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42527 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T03:23:13,591 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731986592865.3e7c811bbef8c0b01ed8280f486a6895. 2024-11-19T03:23:13,591 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3e7c811bbef8c0b01ed8280f486a6895, NAME => 'test,,1731986592865.3e7c811bbef8c0b01ed8280f486a6895.', STARTKEY => '', ENDKEY => ''} 2024-11-19T03:23:13,592 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T03:23:13,592 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T03:23:13,592 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3e7c811bbef8c0b01ed8280f486a6895 2024-11-19T03:23:13,592 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731986592865.3e7c811bbef8c0b01ed8280f486a6895.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:23:13,592 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3e7c811bbef8c0b01ed8280f486a6895 2024-11-19T03:23:13,592 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3e7c811bbef8c0b01ed8280f486a6895 2024-11-19T03:23:13,593 INFO [StoreOpener-3e7c811bbef8c0b01ed8280f486a6895-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3e7c811bbef8c0b01ed8280f486a6895 2024-11-19T03:23:13,594 INFO [StoreOpener-3e7c811bbef8c0b01ed8280f486a6895-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e7c811bbef8c0b01ed8280f486a6895 columnFamilyName f 2024-11-19T03:23:13,594 DEBUG [StoreOpener-3e7c811bbef8c0b01ed8280f486a6895-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:23:13,594 INFO [StoreOpener-3e7c811bbef8c0b01ed8280f486a6895-1 {}] regionserver.HStore(327): Store=3e7c811bbef8c0b01ed8280f486a6895/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:23:13,594 INFO [StoreOpener-3e7c811bbef8c0b01ed8280f486a6895-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3e7c811bbef8c0b01ed8280f486a6895 2024-11-19T03:23:13,595 INFO [StoreOpener-3e7c811bbef8c0b01ed8280f486a6895-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e7c811bbef8c0b01ed8280f486a6895 columnFamilyName f1 2024-11-19T03:23:13,595 DEBUG [StoreOpener-3e7c811bbef8c0b01ed8280f486a6895-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:23:13,595 INFO [StoreOpener-3e7c811bbef8c0b01ed8280f486a6895-1 {}] regionserver.HStore(327): Store=3e7c811bbef8c0b01ed8280f486a6895/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:23:13,595 INFO [StoreOpener-3e7c811bbef8c0b01ed8280f486a6895-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3e7c811bbef8c0b01ed8280f486a6895 2024-11-19T03:23:13,596 INFO [StoreOpener-3e7c811bbef8c0b01ed8280f486a6895-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e7c811bbef8c0b01ed8280f486a6895 columnFamilyName norep 2024-11-19T03:23:13,596 DEBUG [StoreOpener-3e7c811bbef8c0b01ed8280f486a6895-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:23:13,596 INFO [StoreOpener-3e7c811bbef8c0b01ed8280f486a6895-1 {}] regionserver.HStore(327): Store=3e7c811bbef8c0b01ed8280f486a6895/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:23:13,596 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3e7c811bbef8c0b01ed8280f486a6895 2024-11-19T03:23:13,597 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/data/default/test/3e7c811bbef8c0b01ed8280f486a6895 2024-11-19T03:23:13,597 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/data/default/test/3e7c811bbef8c0b01ed8280f486a6895 2024-11-19T03:23:13,598 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3e7c811bbef8c0b01ed8280f486a6895 2024-11-19T03:23:13,598 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3e7c811bbef8c0b01ed8280f486a6895 2024-11-19T03:23:13,598 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T03:23:13,598 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3e7c811bbef8c0b01ed8280f486a6895 2024-11-19T03:23:13,600 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/data/default/test/3e7c811bbef8c0b01ed8280f486a6895/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T03:23:13,600 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3e7c811bbef8c0b01ed8280f486a6895; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65979960, jitterRate=-0.016821980476379395}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T03:23:13,600 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3e7c811bbef8c0b01ed8280f486a6895 2024-11-19T03:23:13,600 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3e7c811bbef8c0b01ed8280f486a6895: Running coprocessor pre-open hook at 1731986593592Writing region info on filesystem at 1731986593592Initializing all the Stores at 1731986593592Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986593592Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986593592Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986593593 (+1 ms)Cleaning up temporary data from old regions at 1731986593598 (+5 ms)Running coprocessor post-open hooks at 1731986593600 (+2 ms)Region opened successfully at 1731986593600 2024-11-19T03:23:13,601 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731986592865.3e7c811bbef8c0b01ed8280f486a6895., pid=6, masterSystemTime=1731986593588 2024-11-19T03:23:13,602 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731986592865.3e7c811bbef8c0b01ed8280f486a6895. 2024-11-19T03:23:13,602 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731986592865.3e7c811bbef8c0b01ed8280f486a6895. 2024-11-19T03:23:13,602 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3e7c811bbef8c0b01ed8280f486a6895, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=47efada56ed5,43417,1731986577773 2024-11-19T03:23:13,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e7c811bbef8c0b01ed8280f486a6895, server=47efada56ed5,43417,1731986577773 because future has completed 2024-11-19T03:23:13,605 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T03:23:13,605 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3e7c811bbef8c0b01ed8280f486a6895, server=47efada56ed5,43417,1731986577773 in 168 msec 2024-11-19T03:23:13,607 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T03:23:13,607 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3e7c811bbef8c0b01ed8280f486a6895, ASSIGN in 322 msec 2024-11-19T03:23:13,607 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T03:23:13,607 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731986593607"}]},"ts":"1731986593607"} 2024-11-19T03:23:13,608 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T03:23:13,609 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T03:23:13,609 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 744 msec 2024-11-19T03:23:14,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42527 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T03:23:14,009 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T03:23:14,009 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T03:23:14,009 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 47efada56ed5,36513,1731986582904 2024-11-19T03:23:14,009 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b1cf4a2 2024-11-19T03:23:14,009 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T03:23:14,010 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T03:23:14,011 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36513 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T03:23:14,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36513 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T03:23:14,012 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T03:23:14,012 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:23:14,012 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36513 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T03:23:14,013 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T03:23:14,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36513 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T03:23:14,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37653 is added to blk_1073741835_1011 (size=902) 2024-11-19T03:23:14,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36513 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T03:23:14,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36513 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T03:23:14,418 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 51af61e57b5f348979c38726100db17e, NAME => 'test,,1731986594010.51af61e57b5f348979c38726100db17e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43817/user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528 2024-11-19T03:23:14,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37653 is added to blk_1073741836_1012 (size=39) 2024-11-19T03:23:14,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36513 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T03:23:14,823 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731986594010.51af61e57b5f348979c38726100db17e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:23:14,823 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 51af61e57b5f348979c38726100db17e, disabling compactions & flushes 2024-11-19T03:23:14,823 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731986594010.51af61e57b5f348979c38726100db17e. 2024-11-19T03:23:14,823 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731986594010.51af61e57b5f348979c38726100db17e. 2024-11-19T03:23:14,823 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731986594010.51af61e57b5f348979c38726100db17e. after waiting 0 ms 2024-11-19T03:23:14,823 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731986594010.51af61e57b5f348979c38726100db17e. 2024-11-19T03:23:14,823 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731986594010.51af61e57b5f348979c38726100db17e. 2024-11-19T03:23:14,823 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 51af61e57b5f348979c38726100db17e: Waiting for close lock at 1731986594823Disabling compacts and flushes for region at 1731986594823Disabling writes for close at 1731986594823Writing region close event to WAL at 1731986594823Closed at 1731986594823 2024-11-19T03:23:14,824 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T03:23:14,824 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731986594010.51af61e57b5f348979c38726100db17e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731986594824"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731986594824"}]},"ts":"1731986594824"} 2024-11-19T03:23:14,825 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T03:23:14,826 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T03:23:14,826 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731986594826"}]},"ts":"1731986594826"} 2024-11-19T03:23:14,827 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T03:23:14,827 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=51af61e57b5f348979c38726100db17e, ASSIGN}] 2024-11-19T03:23:14,828 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=51af61e57b5f348979c38726100db17e, ASSIGN 2024-11-19T03:23:14,828 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=51af61e57b5f348979c38726100db17e, ASSIGN; state=OFFLINE, location=47efada56ed5,39891,1731986583664; forceNewPlan=false, retain=false 2024-11-19T03:23:14,979 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=51af61e57b5f348979c38726100db17e, regionState=OPENING, regionLocation=47efada56ed5,39891,1731986583664 2024-11-19T03:23:14,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=51af61e57b5f348979c38726100db17e, ASSIGN because future has completed 2024-11-19T03:23:14,981 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 51af61e57b5f348979c38726100db17e, server=47efada56ed5,39891,1731986583664}] 2024-11-19T03:23:15,135 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731986594010.51af61e57b5f348979c38726100db17e. 2024-11-19T03:23:15,135 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 51af61e57b5f348979c38726100db17e, NAME => 'test,,1731986594010.51af61e57b5f348979c38726100db17e.', STARTKEY => '', ENDKEY => ''} 2024-11-19T03:23:15,135 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T03:23:15,135 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T03:23:15,135 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 51af61e57b5f348979c38726100db17e 2024-11-19T03:23:15,135 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731986594010.51af61e57b5f348979c38726100db17e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:23:15,135 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 51af61e57b5f348979c38726100db17e 2024-11-19T03:23:15,135 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 51af61e57b5f348979c38726100db17e 2024-11-19T03:23:15,136 INFO [StoreOpener-51af61e57b5f348979c38726100db17e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 51af61e57b5f348979c38726100db17e 2024-11-19T03:23:15,137 INFO [StoreOpener-51af61e57b5f348979c38726100db17e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51af61e57b5f348979c38726100db17e columnFamilyName f 2024-11-19T03:23:15,137 DEBUG [StoreOpener-51af61e57b5f348979c38726100db17e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:23:15,137 INFO [StoreOpener-51af61e57b5f348979c38726100db17e-1 {}] regionserver.HStore(327): Store=51af61e57b5f348979c38726100db17e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:23:15,137 INFO [StoreOpener-51af61e57b5f348979c38726100db17e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 51af61e57b5f348979c38726100db17e 2024-11-19T03:23:15,138 INFO [StoreOpener-51af61e57b5f348979c38726100db17e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51af61e57b5f348979c38726100db17e columnFamilyName f1 2024-11-19T03:23:15,138 DEBUG [StoreOpener-51af61e57b5f348979c38726100db17e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:23:15,138 INFO [StoreOpener-51af61e57b5f348979c38726100db17e-1 {}] regionserver.HStore(327): Store=51af61e57b5f348979c38726100db17e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:23:15,138 INFO [StoreOpener-51af61e57b5f348979c38726100db17e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 51af61e57b5f348979c38726100db17e 2024-11-19T03:23:15,139 INFO [StoreOpener-51af61e57b5f348979c38726100db17e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51af61e57b5f348979c38726100db17e columnFamilyName norep 2024-11-19T03:23:15,139 DEBUG [StoreOpener-51af61e57b5f348979c38726100db17e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:23:15,139 INFO [StoreOpener-51af61e57b5f348979c38726100db17e-1 {}] regionserver.HStore(327): Store=51af61e57b5f348979c38726100db17e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:23:15,139 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 51af61e57b5f348979c38726100db17e 2024-11-19T03:23:15,139 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43817/user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528/data/default/test/51af61e57b5f348979c38726100db17e 2024-11-19T03:23:15,140 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43817/user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528/data/default/test/51af61e57b5f348979c38726100db17e 2024-11-19T03:23:15,140 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 51af61e57b5f348979c38726100db17e 2024-11-19T03:23:15,140 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 51af61e57b5f348979c38726100db17e 2024-11-19T03:23:15,140 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T03:23:15,141 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 51af61e57b5f348979c38726100db17e 2024-11-19T03:23:15,142 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43817/user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528/data/default/test/51af61e57b5f348979c38726100db17e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T03:23:15,142 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 51af61e57b5f348979c38726100db17e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64179870, jitterRate=-0.04364541172981262}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T03:23:15,143 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 51af61e57b5f348979c38726100db17e 2024-11-19T03:23:15,143 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 51af61e57b5f348979c38726100db17e: Running coprocessor pre-open hook at 1731986595135Writing region info on filesystem at 1731986595135Initializing all the Stores at 1731986595136 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986595136Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986595136Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986595136Cleaning up temporary data from old regions at 1731986595140 (+4 ms)Running coprocessor post-open hooks at 1731986595143 (+3 ms)Region opened successfully at 1731986595143 2024-11-19T03:23:15,143 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731986594010.51af61e57b5f348979c38726100db17e., pid=6, masterSystemTime=1731986595132 2024-11-19T03:23:15,144 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731986594010.51af61e57b5f348979c38726100db17e. 2024-11-19T03:23:15,145 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731986594010.51af61e57b5f348979c38726100db17e. 2024-11-19T03:23:15,145 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=51af61e57b5f348979c38726100db17e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=47efada56ed5,39891,1731986583664 2024-11-19T03:23:15,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 51af61e57b5f348979c38726100db17e, server=47efada56ed5,39891,1731986583664 because future has completed 2024-11-19T03:23:15,149 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T03:23:15,149 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 51af61e57b5f348979c38726100db17e, server=47efada56ed5,39891,1731986583664 in 166 msec 2024-11-19T03:23:15,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36513 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T03:23:15,150 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T03:23:15,150 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=51af61e57b5f348979c38726100db17e, ASSIGN in 322 msec 2024-11-19T03:23:15,151 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T03:23:15,151 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731986595151"}]},"ts":"1731986595151"} 2024-11-19T03:23:15,152 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T03:23:15,152 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T03:23:15,153 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1410 sec 2024-11-19T03:23:16,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36513 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T03:23:16,159 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T03:23:16,159 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T03:23:16,160 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 47efada56ed5,33645,1731986589666 2024-11-19T03:23:16,160 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@24f2511d 2024-11-19T03:23:16,161 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T03:23:16,161 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T03:23:16,162 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33645 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T03:23:16,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33645 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T03:23:16,164 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T03:23:16,164 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:23:16,165 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33645 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T03:23:16,165 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T03:23:16,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T03:23:16,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42353 is added to blk_1073741835_1011 (size=902) 2024-11-19T03:23:16,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T03:23:16,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T03:23:16,597 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3684c6580649dd9f094efbef0ec5458d, NAME => 'test,,1731986596162.3684c6580649dd9f094efbef0ec5458d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44049/user/jenkins/test-data/10064611-f5c5-37f3-148d-a34868d06b80 2024-11-19T03:23:16,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42353 is added to blk_1073741836_1012 (size=39) 2024-11-19T03:23:16,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T03:23:17,003 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731986596162.3684c6580649dd9f094efbef0ec5458d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:23:17,003 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3684c6580649dd9f094efbef0ec5458d, disabling compactions & flushes 2024-11-19T03:23:17,003 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731986596162.3684c6580649dd9f094efbef0ec5458d. 2024-11-19T03:23:17,003 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731986596162.3684c6580649dd9f094efbef0ec5458d. 2024-11-19T03:23:17,003 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731986596162.3684c6580649dd9f094efbef0ec5458d. after waiting 0 ms 2024-11-19T03:23:17,003 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731986596162.3684c6580649dd9f094efbef0ec5458d. 2024-11-19T03:23:17,003 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731986596162.3684c6580649dd9f094efbef0ec5458d. 2024-11-19T03:23:17,003 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3684c6580649dd9f094efbef0ec5458d: Waiting for close lock at 1731986597003Disabling compacts and flushes for region at 1731986597003Disabling writes for close at 1731986597003Writing region close event to WAL at 1731986597003Closed at 1731986597003 2024-11-19T03:23:17,004 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T03:23:17,005 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731986596162.3684c6580649dd9f094efbef0ec5458d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731986597004"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731986597004"}]},"ts":"1731986597004"} 2024-11-19T03:23:17,006 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T03:23:17,007 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T03:23:17,008 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731986597007"}]},"ts":"1731986597007"} 2024-11-19T03:23:17,009 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T03:23:17,010 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3684c6580649dd9f094efbef0ec5458d, ASSIGN}] 2024-11-19T03:23:17,011 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3684c6580649dd9f094efbef0ec5458d, ASSIGN 2024-11-19T03:23:17,012 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3684c6580649dd9f094efbef0ec5458d, ASSIGN; state=OFFLINE, location=47efada56ed5,42073,1731986589806; forceNewPlan=false, retain=false 2024-11-19T03:23:17,163 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3684c6580649dd9f094efbef0ec5458d, regionState=OPENING, regionLocation=47efada56ed5,42073,1731986589806 2024-11-19T03:23:17,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3684c6580649dd9f094efbef0ec5458d, ASSIGN because future has completed 2024-11-19T03:23:17,165 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3684c6580649dd9f094efbef0ec5458d, server=47efada56ed5,42073,1731986589806}] 2024-11-19T03:23:17,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T03:23:17,319 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731986596162.3684c6580649dd9f094efbef0ec5458d. 2024-11-19T03:23:17,319 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3684c6580649dd9f094efbef0ec5458d, NAME => 'test,,1731986596162.3684c6580649dd9f094efbef0ec5458d.', STARTKEY => '', ENDKEY => ''} 2024-11-19T03:23:17,320 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T03:23:17,320 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T03:23:17,320 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3684c6580649dd9f094efbef0ec5458d 2024-11-19T03:23:17,320 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731986596162.3684c6580649dd9f094efbef0ec5458d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:23:17,320 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3684c6580649dd9f094efbef0ec5458d 2024-11-19T03:23:17,320 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3684c6580649dd9f094efbef0ec5458d 2024-11-19T03:23:17,321 INFO [StoreOpener-3684c6580649dd9f094efbef0ec5458d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3684c6580649dd9f094efbef0ec5458d 2024-11-19T03:23:17,322 INFO [StoreOpener-3684c6580649dd9f094efbef0ec5458d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3684c6580649dd9f094efbef0ec5458d columnFamilyName f 2024-11-19T03:23:17,322 DEBUG [StoreOpener-3684c6580649dd9f094efbef0ec5458d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:23:17,322 INFO [StoreOpener-3684c6580649dd9f094efbef0ec5458d-1 {}] regionserver.HStore(327): Store=3684c6580649dd9f094efbef0ec5458d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:23:17,322 INFO [StoreOpener-3684c6580649dd9f094efbef0ec5458d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3684c6580649dd9f094efbef0ec5458d 2024-11-19T03:23:17,323 INFO [StoreOpener-3684c6580649dd9f094efbef0ec5458d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3684c6580649dd9f094efbef0ec5458d columnFamilyName f1 2024-11-19T03:23:17,323 DEBUG [StoreOpener-3684c6580649dd9f094efbef0ec5458d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:23:17,323 INFO [StoreOpener-3684c6580649dd9f094efbef0ec5458d-1 {}] regionserver.HStore(327): Store=3684c6580649dd9f094efbef0ec5458d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:23:17,323 INFO [StoreOpener-3684c6580649dd9f094efbef0ec5458d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3684c6580649dd9f094efbef0ec5458d 2024-11-19T03:23:17,324 INFO [StoreOpener-3684c6580649dd9f094efbef0ec5458d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3684c6580649dd9f094efbef0ec5458d columnFamilyName norep 2024-11-19T03:23:17,324 DEBUG [StoreOpener-3684c6580649dd9f094efbef0ec5458d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:23:17,324 INFO [StoreOpener-3684c6580649dd9f094efbef0ec5458d-1 {}] regionserver.HStore(327): Store=3684c6580649dd9f094efbef0ec5458d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:23:17,325 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3684c6580649dd9f094efbef0ec5458d 2024-11-19T03:23:17,325 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44049/user/jenkins/test-data/10064611-f5c5-37f3-148d-a34868d06b80/data/default/test/3684c6580649dd9f094efbef0ec5458d 2024-11-19T03:23:17,325 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44049/user/jenkins/test-data/10064611-f5c5-37f3-148d-a34868d06b80/data/default/test/3684c6580649dd9f094efbef0ec5458d 2024-11-19T03:23:17,326 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3684c6580649dd9f094efbef0ec5458d 2024-11-19T03:23:17,326 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3684c6580649dd9f094efbef0ec5458d 2024-11-19T03:23:17,326 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T03:23:17,327 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3684c6580649dd9f094efbef0ec5458d 2024-11-19T03:23:17,329 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44049/user/jenkins/test-data/10064611-f5c5-37f3-148d-a34868d06b80/data/default/test/3684c6580649dd9f094efbef0ec5458d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T03:23:17,329 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3684c6580649dd9f094efbef0ec5458d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59535366, jitterRate=-0.11285391449928284}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T03:23:17,329 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3684c6580649dd9f094efbef0ec5458d 2024-11-19T03:23:17,329 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3684c6580649dd9f094efbef0ec5458d: Running coprocessor pre-open hook at 1731986597320Writing region info on filesystem at 1731986597320Initializing all the Stores at 1731986597321 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986597321Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986597321Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986597321Cleaning up temporary data from old regions at 1731986597326 (+5 ms)Running coprocessor post-open hooks at 1731986597329 (+3 ms)Region opened successfully at 1731986597329 2024-11-19T03:23:17,330 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731986596162.3684c6580649dd9f094efbef0ec5458d., pid=6, masterSystemTime=1731986597316 2024-11-19T03:23:17,331 DEBUG [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731986596162.3684c6580649dd9f094efbef0ec5458d. 2024-11-19T03:23:17,331 INFO [RS_OPEN_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731986596162.3684c6580649dd9f094efbef0ec5458d. 2024-11-19T03:23:17,332 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3684c6580649dd9f094efbef0ec5458d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=47efada56ed5,42073,1731986589806 2024-11-19T03:23:17,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3684c6580649dd9f094efbef0ec5458d, server=47efada56ed5,42073,1731986589806 because future has completed 2024-11-19T03:23:17,335 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T03:23:17,336 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3684c6580649dd9f094efbef0ec5458d, server=47efada56ed5,42073,1731986589806 in 169 msec 2024-11-19T03:23:17,337 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T03:23:17,337 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3684c6580649dd9f094efbef0ec5458d, ASSIGN in 325 msec 2024-11-19T03:23:17,337 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T03:23:17,337 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731986597337"}]},"ts":"1731986597337"} 2024-11-19T03:23:17,338 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T03:23:17,339 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T03:23:17,340 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1770 sec 2024-11-19T03:23:18,242 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T03:23:18,243 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:23:18,243 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:23:18,244 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:23:18,244 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:23:18,244 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:23:18,244 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:23:18,245 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:23:18,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T03:23:18,309 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T03:23:18,310 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56c16bdd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:23:18,310 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,42527,-1 for getting cluster id 2024-11-19T03:23:18,310 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:23:18,311 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '52521055-9984-4f6b-8681-5905ed2fe7ad' 2024-11-19T03:23:18,311 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:23:18,311 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "52521055-9984-4f6b-8681-5905ed2fe7ad" 2024-11-19T03:23:18,311 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43b1990, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:23:18,311 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,42527,-1] 2024-11-19T03:23:18,311 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:23:18,312 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:23:18,312 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:23:18,313 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32b362fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:23:18,313 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T03:23:18,314 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:23:18,314 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:23:18,315 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:23:18,315 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:23:18,315 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:23:18,316 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:23:18,318 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 47efada56ed5,42527,1731986577625 2024-11-19T03:23:18,318 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6eace2de 2024-11-19T03:23:18,318 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T03:23:18,319 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T03:23:18,319 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42527 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://47efada56ed5:36513,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T03:23:18,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42527 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T03:23:18,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42527 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T03:23:18,324 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='47efada56ed5:36513' 2024-11-19T03:23:18,325 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:23:18,327 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bed55f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:23:18,327 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,36513,-1 for getting cluster id 2024-11-19T03:23:18,327 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:23:18,328 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd1a2a4db-d330-405d-b679-8f70947df981' 2024-11-19T03:23:18,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:23:18,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d1a2a4db-d330-405d-b679-8f70947df981" 2024-11-19T03:23:18,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ca044, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:23:18,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,36513,-1] 2024-11-19T03:23:18,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:23:18,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:23:18,329 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:23:18,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f02d388, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:23:18,330 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T03:23:18,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 47efada56ed5,36513,1731986582904 2024-11-19T03:23:18,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@569e91b4 2024-11-19T03:23:18,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T03:23:18,330 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:23:18,331 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:23:18,331 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T03:23:18,331 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-19T03:23:18,332 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T03:23:18,332 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:23:18,332 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:23:18,332 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:23:18,332 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T03:23:18,333 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:23:18,333 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T03:23:18,334 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T03:23:18,334 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:23:18,335 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T03:23:18,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44065 is added to blk_1073741837_1013 (size=1138) 2024-11-19T03:23:18,353 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 65d4fe422ccac60fc8f2a5512368d14d, NAME => 'hbase:replication,,1731986598332.65d4fe422ccac60fc8f2a5512368d14d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb 2024-11-19T03:23:18,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44065 is added to blk_1073741838_1014 (size=44) 2024-11-19T03:23:18,384 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T03:23:18,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42527 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T03:23:18,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42527 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T03:23:18,764 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731986598332.65d4fe422ccac60fc8f2a5512368d14d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:23:18,764 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 65d4fe422ccac60fc8f2a5512368d14d, disabling compactions & flushes 2024-11-19T03:23:18,764 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731986598332.65d4fe422ccac60fc8f2a5512368d14d. 2024-11-19T03:23:18,764 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731986598332.65d4fe422ccac60fc8f2a5512368d14d. 2024-11-19T03:23:18,764 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731986598332.65d4fe422ccac60fc8f2a5512368d14d. after waiting 0 ms 2024-11-19T03:23:18,764 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731986598332.65d4fe422ccac60fc8f2a5512368d14d. 2024-11-19T03:23:18,764 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731986598332.65d4fe422ccac60fc8f2a5512368d14d. 2024-11-19T03:23:18,764 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 65d4fe422ccac60fc8f2a5512368d14d: Waiting for close lock at 1731986598764Disabling compacts and flushes for region at 1731986598764Disabling writes for close at 1731986598764Writing region close event to WAL at 1731986598764Closed at 1731986598764 2024-11-19T03:23:18,765 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T03:23:18,766 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731986598332.65d4fe422ccac60fc8f2a5512368d14d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731986598765"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731986598765"}]},"ts":"1731986598765"} 2024-11-19T03:23:18,767 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T03:23:18,768 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T03:23:18,768 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731986598768"}]},"ts":"1731986598768"} 2024-11-19T03:23:18,770 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T03:23:18,770 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=65d4fe422ccac60fc8f2a5512368d14d, ASSIGN}] 2024-11-19T03:23:18,771 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=65d4fe422ccac60fc8f2a5512368d14d, ASSIGN 2024-11-19T03:23:18,772 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=65d4fe422ccac60fc8f2a5512368d14d, ASSIGN; state=OFFLINE, location=47efada56ed5,43417,1731986577773; forceNewPlan=false, retain=false 2024-11-19T03:23:18,923 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=65d4fe422ccac60fc8f2a5512368d14d, regionState=OPENING, regionLocation=47efada56ed5,43417,1731986577773 2024-11-19T03:23:18,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=65d4fe422ccac60fc8f2a5512368d14d, ASSIGN because future has completed 2024-11-19T03:23:18,928 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 65d4fe422ccac60fc8f2a5512368d14d, server=47efada56ed5,43417,1731986577773}] 2024-11-19T03:23:18,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42527 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T03:23:19,089 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731986598332.65d4fe422ccac60fc8f2a5512368d14d. 2024-11-19T03:23:19,090 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T03:23:19,090 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T03:23:19,092 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=47efada56ed5%2C43417%2C1731986577773.rep, suffix=, logDir=hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/WALs/47efada56ed5,43417,1731986577773, archiveDir=hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/oldWALs, maxLogs=10 2024-11-19T03:23:19,114 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/WALs/47efada56ed5,43417,1731986577773/47efada56ed5%2C43417%2C1731986577773.rep.1731986599092, exclude list is [], retry=0 2024-11-19T03:23:19,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44065,DS-d3ad6aa7-90d0-4063-b387-99e121532554,DISK] 2024-11-19T03:23:19,117 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/WALs/47efada56ed5,43417,1731986577773/47efada56ed5%2C43417%2C1731986577773.rep.1731986599092 2024-11-19T03:23:19,118 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32845:32845)] 2024-11-19T03:23:19,118 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 65d4fe422ccac60fc8f2a5512368d14d, NAME => 'hbase:replication,,1731986598332.65d4fe422ccac60fc8f2a5512368d14d.', STARTKEY => '', ENDKEY => ''} 2024-11-19T03:23:19,118 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T03:23:19,118 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T03:23:19,119 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731986598332.65d4fe422ccac60fc8f2a5512368d14d. service=MultiRowMutationService 2024-11-19T03:23:19,119 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T03:23:19,119 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 65d4fe422ccac60fc8f2a5512368d14d 2024-11-19T03:23:19,119 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731986598332.65d4fe422ccac60fc8f2a5512368d14d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T03:23:19,119 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 65d4fe422ccac60fc8f2a5512368d14d 2024-11-19T03:23:19,119 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 65d4fe422ccac60fc8f2a5512368d14d 2024-11-19T03:23:19,120 INFO [StoreOpener-65d4fe422ccac60fc8f2a5512368d14d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 65d4fe422ccac60fc8f2a5512368d14d 2024-11-19T03:23:19,121 INFO [StoreOpener-65d4fe422ccac60fc8f2a5512368d14d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 65d4fe422ccac60fc8f2a5512368d14d columnFamilyName hfileref 2024-11-19T03:23:19,122 DEBUG [StoreOpener-65d4fe422ccac60fc8f2a5512368d14d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:23:19,127 INFO [StoreOpener-65d4fe422ccac60fc8f2a5512368d14d-1 {}] regionserver.HStore(327): Store=65d4fe422ccac60fc8f2a5512368d14d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:23:19,127 INFO [StoreOpener-65d4fe422ccac60fc8f2a5512368d14d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 65d4fe422ccac60fc8f2a5512368d14d 2024-11-19T03:23:19,129 INFO [StoreOpener-65d4fe422ccac60fc8f2a5512368d14d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 65d4fe422ccac60fc8f2a5512368d14d columnFamilyName queue 2024-11-19T03:23:19,129 DEBUG [StoreOpener-65d4fe422ccac60fc8f2a5512368d14d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:23:19,129 INFO [StoreOpener-65d4fe422ccac60fc8f2a5512368d14d-1 {}] regionserver.HStore(327): Store=65d4fe422ccac60fc8f2a5512368d14d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:23:19,130 INFO [StoreOpener-65d4fe422ccac60fc8f2a5512368d14d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 65d4fe422ccac60fc8f2a5512368d14d 2024-11-19T03:23:19,131 INFO [StoreOpener-65d4fe422ccac60fc8f2a5512368d14d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 65d4fe422ccac60fc8f2a5512368d14d columnFamilyName sid 2024-11-19T03:23:19,131 DEBUG [StoreOpener-65d4fe422ccac60fc8f2a5512368d14d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T03:23:19,131 INFO [StoreOpener-65d4fe422ccac60fc8f2a5512368d14d-1 {}] regionserver.HStore(327): Store=65d4fe422ccac60fc8f2a5512368d14d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T03:23:19,131 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 65d4fe422ccac60fc8f2a5512368d14d 2024-11-19T03:23:19,132 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/data/hbase/replication/65d4fe422ccac60fc8f2a5512368d14d 2024-11-19T03:23:19,132 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/data/hbase/replication/65d4fe422ccac60fc8f2a5512368d14d 2024-11-19T03:23:19,133 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 65d4fe422ccac60fc8f2a5512368d14d 2024-11-19T03:23:19,133 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 65d4fe422ccac60fc8f2a5512368d14d 2024-11-19T03:23:19,134 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T03:23:19,134 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 65d4fe422ccac60fc8f2a5512368d14d 2024-11-19T03:23:19,137 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/data/hbase/replication/65d4fe422ccac60fc8f2a5512368d14d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T03:23:19,137 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 65d4fe422ccac60fc8f2a5512368d14d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75089425, jitterRate=0.11891962587833405}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T03:23:19,137 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 65d4fe422ccac60fc8f2a5512368d14d 2024-11-19T03:23:19,137 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 65d4fe422ccac60fc8f2a5512368d14d: Running coprocessor pre-open hook at 1731986599119Writing region info on filesystem at 1731986599119Initializing all the Stores at 1731986599120 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986599120Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986599120Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731986599120Cleaning up temporary data from old regions at 1731986599133 (+13 ms)Running coprocessor post-open hooks at 1731986599137 (+4 ms)Region opened successfully at 1731986599137 2024-11-19T03:23:19,138 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731986598332.65d4fe422ccac60fc8f2a5512368d14d., pid=10, masterSystemTime=1731986599081 2024-11-19T03:23:19,140 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731986598332.65d4fe422ccac60fc8f2a5512368d14d. 2024-11-19T03:23:19,140 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731986598332.65d4fe422ccac60fc8f2a5512368d14d. 2024-11-19T03:23:19,141 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=65d4fe422ccac60fc8f2a5512368d14d, regionState=OPEN, openSeqNum=2, regionLocation=47efada56ed5,43417,1731986577773 2024-11-19T03:23:19,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 65d4fe422ccac60fc8f2a5512368d14d, server=47efada56ed5,43417,1731986577773 because future has completed 2024-11-19T03:23:19,148 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T03:23:19,149 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 65d4fe422ccac60fc8f2a5512368d14d, server=47efada56ed5,43417,1731986577773 in 216 msec 2024-11-19T03:23:19,151 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-19T03:23:19,151 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=65d4fe422ccac60fc8f2a5512368d14d, ASSIGN in 378 msec 2024-11-19T03:23:19,151 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T03:23:19,152 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731986599151"}]},"ts":"1731986599151"} 2024-11-19T03:23:19,154 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T03:23:19,155 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T03:23:19,157 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 823 msec 2024-11-19T03:23:19,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731986598332.65d4fe422ccac60fc8f2a5512368d14d., hostname=47efada56ed5,43417,1731986577773, seqNum=2] 2024-11-19T03:23:19,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42527-0x101511dcbca0000, quorum=127.0.0.1:59957, baseZNode=/0-2140662602 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2140662602 2024-11-19T03:23:19,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43417-0x101511dcbca0001, quorum=127.0.0.1:59957, baseZNode=/0-2140662602 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2140662602 2024-11-19T03:23:19,326 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T03:23:19,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42527 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T03:23:19,482 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43417 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-19T03:23:19,488 INFO [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T03:23:19,526 INFO [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-47efada56ed5,43417,1731986577773, ReplicationSource: 1, currentBandwidth=0 2024-11-19T03:23:19,527 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:23:19,527 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,43417,1731986577773, seqNum=-1] 2024-11-19T03:23:19,527 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:23:19,528 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53119, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-19T03:23:19,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-47efada56ed5,43417,1731986577773', locateType=CURRENT is [region=hbase:replication,,1731986598332.65d4fe422ccac60fc8f2a5512368d14d., hostname=47efada56ed5,43417,1731986577773, seqNum=2] 2024-11-19T03:23:19,540 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-19T03:23:19,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42527 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-19T03:23:19,543 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 47efada56ed5,43417,1731986577773 suceeded 2024-11-19T03:23:19,545 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-19T03:23:19,545 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 217 msec 2024-11-19T03:23:19,545 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://47efada56ed5:36513,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T03:23:19,547 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2260 sec 2024-11-19T03:23:19,562 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43417,1731986577773 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='47efada56ed5:36513' 2024-11-19T03:23:19,576 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43417,1731986577773 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@615ff310, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:23:19,576 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43417,1731986577773 {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,36513,-1 for getting cluster id 2024-11-19T03:23:19,577 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43417,1731986577773 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:23:19,577 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd1a2a4db-d330-405d-b679-8f70947df981' 2024-11-19T03:23:19,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:23:19,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d1a2a4db-d330-405d-b679-8f70947df981" 2024-11-19T03:23:19,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10883525, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:23:19,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,36513,-1] 2024-11-19T03:23:19,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:23:19,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:23:19,578 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:23:19,579 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43417,1731986577773 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@beb41b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:23:19,579 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43417,1731986577773 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T03:23:19,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 47efada56ed5,36513,1731986582904 2024-11-19T03:23:19,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6243c820 2024-11-19T03:23:19,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T03:23:19,580 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-19T03:23:19,581 INFO [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43417,1731986577773 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-47efada56ed5,43417,1731986577773 (queues=1) is replicating from cluster=52521055-9984-4f6b-8681-5905ed2fe7ad to cluster=d1a2a4db-d330-405d-b679-8f70947df981 2024-11-19T03:23:19,581 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43417,1731986577773 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=47efada56ed5%2C43417%2C1731986577773 2024-11-19T03:23:19,581 INFO [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43417,1731986577773 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-47efada56ed5,43417,1731986577773, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T03:23:19,581 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43417,1731986577773.replicationSource.wal-reader.47efada56ed5%2C43417%2C1731986577773,1-47efada56ed5,43417,1731986577773 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/WALs/47efada56ed5,43417,1731986577773/47efada56ed5%2C43417%2C1731986577773.1731986579579, startPosition=0, beingWritten=true 2024-11-19T03:23:19,584 INFO [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43417,1731986577773.replicationSource.shipper47efada56ed5%2C43417%2C1731986577773,1-47efada56ed5,43417,1731986577773 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 47efada56ed5%2C43417%2C1731986577773 2024-11-19T03:23:19,592 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43417,1731986577773.replicationSource.wal-reader.47efada56ed5%2C43417%2C1731986577773,1-47efada56ed5,43417,1731986577773 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T03:23:19,592 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43417,1731986577773.replicationSource.wal-reader.47efada56ed5%2C43417%2C1731986577773,1-47efada56ed5,43417,1731986577773 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/WALs/47efada56ed5,43417,1731986577773/47efada56ed5%2C43417%2C1731986577773.1731986579579 to pos 379, reset compression=false 2024-11-19T03:23:19,592 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43417,1731986577773.replicationSource.shipper47efada56ed5%2C43417%2C1731986577773,1-47efada56ed5,43417,1731986577773 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-47efada56ed5,43417,1731986577773 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/WALs/47efada56ed5,43417,1731986577773/47efada56ed5%2C43417%2C1731986577773.1731986579579, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T03:23:19,813 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43417,1731986577773.replicationSource.wal-reader.47efada56ed5%2C43417%2C1731986577773,1-47efada56ed5,43417,1731986577773 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/WALs/47efada56ed5,43417,1731986577773/47efada56ed5%2C43417%2C1731986577773.1731986579579 to pos 379, reset compression=false 2024-11-19T03:23:20,116 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43417,1731986577773.replicationSource.wal-reader.47efada56ed5%2C43417%2C1731986577773,1-47efada56ed5,43417,1731986577773 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/WALs/47efada56ed5,43417,1731986577773/47efada56ed5%2C43417%2C1731986577773.1731986579579 to pos 379, reset compression=false 2024-11-19T03:23:20,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42527 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T03:23:20,469 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T03:23:20,469 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T03:23:20,469 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:23:20,469 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:23:20,469 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:23:20,469 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:23:20,470 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44b3dfe4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:23:20,470 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,42527,-1 for getting cluster id 2024-11-19T03:23:20,470 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:23:20,470 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '52521055-9984-4f6b-8681-5905ed2fe7ad' 2024-11-19T03:23:20,470 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:23:20,470 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "52521055-9984-4f6b-8681-5905ed2fe7ad" 2024-11-19T03:23:20,471 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b2623e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:23:20,471 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,42527,-1] 2024-11-19T03:23:20,471 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:23:20,471 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:23:20,471 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:23:20,472 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4de49f19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:23:20,472 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2219ae0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:23:20,472 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,36513,-1 for getting cluster id 2024-11-19T03:23:20,472 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:23:20,473 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd1a2a4db-d330-405d-b679-8f70947df981' 2024-11-19T03:23:20,473 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:23:20,473 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d1a2a4db-d330-405d-b679-8f70947df981" 2024-11-19T03:23:20,473 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73800cff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:23:20,473 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,36513,-1] 2024-11-19T03:23:20,473 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:23:20,473 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:23:20,473 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:23:20,474 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@150e0a6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:23:20,474 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d495120, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:23:20,474 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,33645,-1 for getting cluster id 2024-11-19T03:23:20,474 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:23:20,475 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c54c7737-9f71-4f62-b0dd-c682b74cc162' 2024-11-19T03:23:20,475 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:23:20,475 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c54c7737-9f71-4f62-b0dd-c682b74cc162" 2024-11-19T03:23:20,475 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14c05da4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:23:20,475 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,33645,-1] 2024-11-19T03:23:20,475 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:23:20,475 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:23:20,476 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:23:20,476 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bcb3888, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:23:20,477 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:23:20,480 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1731986600479/Put/seqid=0 2024-11-19T03:23:20,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44065 is added to blk_1073741840_1016 (size=7894) 2024-11-19T03:23:20,485 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1731986600484/Put/seqid=0 2024-11-19T03:23:20,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44065 is added to blk_1073741841_1017 (size=7691) 2024-11-19T03:23:20,520 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43417,1731986577773.replicationSource.wal-reader.47efada56ed5%2C43417%2C1731986577773,1-47efada56ed5,43417,1731986577773 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/WALs/47efada56ed5,43417,1731986577773/47efada56ed5%2C43417%2C1731986577773.1731986579579 to pos 379, reset compression=false 2024-11-19T03:23:20,889 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36731af0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:23:20,889 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,42527,-1 for getting cluster id 2024-11-19T03:23:20,889 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:23:20,890 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '52521055-9984-4f6b-8681-5905ed2fe7ad' 2024-11-19T03:23:20,890 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:23:20,890 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "52521055-9984-4f6b-8681-5905ed2fe7ad" 2024-11-19T03:23:20,890 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dd0c5d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:23:20,890 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,42527,-1] 2024-11-19T03:23:20,890 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:23:20,891 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:23:20,891 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:23:20,892 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@148f6393, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:23:20,892 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:23:20,893 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,43417,1731986577773, seqNum=-1] 2024-11-19T03:23:20,893 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:23:20,894 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:23:20,900 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T03:23:20,901 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 47efada56ed5,42527,1731986577625 2024-11-19T03:23:20,901 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@12465275 2024-11-19T03:23:20,901 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T03:23:20,902 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T03:23:20,904 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731986592865.3e7c811bbef8c0b01ed8280f486a6895., hostname=47efada56ed5,43417,1731986577773, seqNum=2] 2024-11-19T03:23:20,907 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T03:23:20,912 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-19T03:23:20,913 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-19T03:23:20,917 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43417 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 3e7c811bbef8c0b01ed8280f486a6895/f 2024-11-19T03:23:20,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43417 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-19T03:23:20,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43417 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T03:23:20,919 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43417 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 3e7c811bbef8c0b01ed8280f486a6895/f 2024-11-19T03:23:20,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43417 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-19T03:23:20,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43417 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T03:23:20,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43417 {}] regionserver.HRegion(2603): Flush status journal for 3e7c811bbef8c0b01ed8280f486a6895: 2024-11-19T03:23:20,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43417 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/staging/jenkins__test__29imov533npknmhbkvt8m9b8p5oirp06tfk5cn97clpvon0f6jgjd2fp872rtrco/f/hfile_1 2024-11-19T03:23:20,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43417 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/staging/jenkins__test__29imov533npknmhbkvt8m9b8p5oirp06tfk5cn97clpvon0f6jgjd2fp872rtrco/f/hfile_1 as hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/data/default/test/3e7c811bbef8c0b01ed8280f486a6895/f/34060e206df44b42b8bc42c7f0ca36ef_SeqId_4_ 2024-11-19T03:23:20,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43417 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/staging/jenkins__test__29imov533npknmhbkvt8m9b8p5oirp06tfk5cn97clpvon0f6jgjd2fp872rtrco/f/hfile_0 2024-11-19T03:23:20,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43417 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/staging/jenkins__test__29imov533npknmhbkvt8m9b8p5oirp06tfk5cn97clpvon0f6jgjd2fp872rtrco/f/hfile_0 as hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/data/default/test/3e7c811bbef8c0b01ed8280f486a6895/f/819484a825b44373889a3efedf5a5ee9_SeqId_4_ 2024-11-19T03:23:20,928 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43417 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/staging/jenkins__test__29imov533npknmhbkvt8m9b8p5oirp06tfk5cn97clpvon0f6jgjd2fp872rtrco/f/hfile_1 into 3e7c811bbef8c0b01ed8280f486a6895/f as hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/data/default/test/3e7c811bbef8c0b01ed8280f486a6895/f/34060e206df44b42b8bc42c7f0ca36ef_SeqId_4_ - updating store file list. 2024-11-19T03:23:20,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43417 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 34060e206df44b42b8bc42c7f0ca36ef_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T03:23:20,932 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43417 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/data/default/test/3e7c811bbef8c0b01ed8280f486a6895/f/34060e206df44b42b8bc42c7f0ca36ef_SeqId_4_ into 3e7c811bbef8c0b01ed8280f486a6895/f 2024-11-19T03:23:20,932 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43417 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/staging/jenkins__test__29imov533npknmhbkvt8m9b8p5oirp06tfk5cn97clpvon0f6jgjd2fp872rtrco/f/hfile_1 into 3e7c811bbef8c0b01ed8280f486a6895/f (new location: hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/data/default/test/3e7c811bbef8c0b01ed8280f486a6895/f/34060e206df44b42b8bc42c7f0ca36ef_SeqId_4_) 2024-11-19T03:23:20,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43417 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/staging/jenkins__test__29imov533npknmhbkvt8m9b8p5oirp06tfk5cn97clpvon0f6jgjd2fp872rtrco/f/hfile_1 2024-11-19T03:23:20,933 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43417 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/staging/jenkins__test__29imov533npknmhbkvt8m9b8p5oirp06tfk5cn97clpvon0f6jgjd2fp872rtrco/f/hfile_0 into 3e7c811bbef8c0b01ed8280f486a6895/f as hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/data/default/test/3e7c811bbef8c0b01ed8280f486a6895/f/819484a825b44373889a3efedf5a5ee9_SeqId_4_ - updating store file list. 2024-11-19T03:23:20,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43417 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 819484a825b44373889a3efedf5a5ee9_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T03:23:20,935 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43417 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/data/default/test/3e7c811bbef8c0b01ed8280f486a6895/f/819484a825b44373889a3efedf5a5ee9_SeqId_4_ into 3e7c811bbef8c0b01ed8280f486a6895/f 2024-11-19T03:23:20,935 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43417 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/staging/jenkins__test__29imov533npknmhbkvt8m9b8p5oirp06tfk5cn97clpvon0f6jgjd2fp872rtrco/f/hfile_0 into 3e7c811bbef8c0b01ed8280f486a6895/f (new location: hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/data/default/test/3e7c811bbef8c0b01ed8280f486a6895/f/819484a825b44373889a3efedf5a5ee9_SeqId_4_) 2024-11-19T03:23:20,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43417 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/staging/jenkins__test__29imov533npknmhbkvt8m9b8p5oirp06tfk5cn97clpvon0f6jgjd2fp872rtrco/f/hfile_0 2024-11-19T03:23:20,937 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T03:23:20,937 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:23:20,937 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:23:20,938 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:23:20,938 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731986592865.3e7c811bbef8c0b01ed8280f486a6895., hostname=47efada56ed5,43417,1731986577773, seqNum=2 , the old value is region=test,,1731986592865.3e7c811bbef8c0b01ed8280f486a6895., hostname=47efada56ed5,43417,1731986577773, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=47efada56ed5:43417 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T03:23:20,938 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731986592865.3e7c811bbef8c0b01ed8280f486a6895., hostname=47efada56ed5,43417,1731986577773, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T03:23:20,938 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731986592865.3e7c811bbef8c0b01ed8280f486a6895., hostname=47efada56ed5,43417,1731986577773, seqNum=2 from cache 2024-11-19T03:23:20,938 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:23:20,939 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:23:20,939 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,39891,1731986583664, seqNum=-1] 2024-11-19T03:23:20,939 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-19T03:23:20,939 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:23:20,940 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:23:20,941 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731986594010.51af61e57b5f348979c38726100db17e., hostname=47efada56ed5,39891,1731986583664, seqNum=2] 2024-11-19T03:23:20,943 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-19T03:23:21,023 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43417,1731986577773.replicationSource.wal-reader.47efada56ed5%2C43417%2C1731986577773,1-47efada56ed5,43417,1731986577773 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/WALs/47efada56ed5,43417,1731986577773/47efada56ed5%2C43417%2C1731986577773.1731986579579 to pos 379, reset compression=false 2024-11-19T03:23:21,027 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43417,1731986577773.replicationSource.wal-reader.47efada56ed5%2C43417%2C1731986577773,1-47efada56ed5,43417,1731986577773 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T03:23:21,028 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43417,1731986577773.replicationSource.shipper47efada56ed5%2C43417%2C1731986577773,1-47efada56ed5,43417,1731986577773 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-47efada56ed5,43417,1731986577773 got entry batch from reader: WALEntryBatch [walEntries=[{test/3e7c811bbef8c0b01ed8280f486a6895/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731986600936/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/WALs/47efada56ed5,43417,1731986577773/47efada56ed5%2C43417%2C1731986577773.1731986579579, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-19T03:23:21,030 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43417,1731986577773.replicationSource.shipper47efada56ed5%2C43417%2C1731986577773,1-47efada56ed5,43417,1731986577773 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T03:23:21,030 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-19T03:23:21,031 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39891 {}] regionserver.ReplicationSink(318): Replicating [52521055-9984-4f6b-8681-5905ed2fe7ad] bulk loaded data 2024-11-19T03:23:21,031 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39891 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@741825d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:23:21,031 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39891 {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,36513,-1 for getting cluster id 2024-11-19T03:23:21,031 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39891 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:23:21,032 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd1a2a4db-d330-405d-b679-8f70947df981' 2024-11-19T03:23:21,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:23:21,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d1a2a4db-d330-405d-b679-8f70947df981" 2024-11-19T03:23:21,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ff25c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:23:21,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,36513,-1] 2024-11-19T03:23:21,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:23:21,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:23:21,033 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:23:21,034 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39891 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@21b455c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:23:21,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37653 is added to blk_1073741837_1013 (size=7691) 2024-11-19T03:23:21,049 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=47efada56ed5:43417 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-19T03:23:21,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37653 is added to blk_1073741838_1014 (size=7894) 2024-11-19T03:23:21,053 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39891 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T03:23:21,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 47efada56ed5,36513,1731986582904 2024-11-19T03:23:21,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@227536d4 2024-11-19T03:23:21,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T03:23:21,054 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-19T03:23:21,056 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39891 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T03:23:21,056 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39891 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:23:21,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,39891,1731986583664, seqNum=-1] 2024-11-19T03:23:21,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:23:21,058 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-19T03:23:21,067 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43817/user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528/staging/jenkins.hfs.22__test__je5q8etfaab1kcbfmac95c4ps3dq9r4dkhuo3ji9votl7kch19ddbucklpf3aflr/f/34060e206df44b42b8bc42c7f0ca36ef_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-19T03:23:21,071 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43817/user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528/staging/jenkins.hfs.22__test__je5q8etfaab1kcbfmac95c4ps3dq9r4dkhuo3ji9votl7kch19ddbucklpf3aflr/f/819484a825b44373889a3efedf5a5ee9_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-19T03:23:21,075 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39891 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43817/user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528/staging/jenkins.hfs.22__test__je5q8etfaab1kcbfmac95c4ps3dq9r4dkhuo3ji9votl7kch19ddbucklpf3aflr/f/34060e206df44b42b8bc42c7f0ca36ef_SeqId_4_ for inclusion in 51af61e57b5f348979c38726100db17e/f 2024-11-19T03:23:21,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39891 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-19T03:23:21,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39891 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T03:23:21,078 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39891 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43817/user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528/staging/jenkins.hfs.22__test__je5q8etfaab1kcbfmac95c4ps3dq9r4dkhuo3ji9votl7kch19ddbucklpf3aflr/f/819484a825b44373889a3efedf5a5ee9_SeqId_4_ for inclusion in 51af61e57b5f348979c38726100db17e/f 2024-11-19T03:23:21,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39891 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-19T03:23:21,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39891 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T03:23:21,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39891 {}] regionserver.HRegion(2603): Flush status journal for 51af61e57b5f348979c38726100db17e: 2024-11-19T03:23:21,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39891 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 34060e206df44b42b8bc42c7f0ca36ef_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-19T03:23:21,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39891 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43817/user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528/staging/jenkins.hfs.22__test__je5q8etfaab1kcbfmac95c4ps3dq9r4dkhuo3ji9votl7kch19ddbucklpf3aflr/f/34060e206df44b42b8bc42c7f0ca36ef_SeqId_4_ as hdfs://localhost:43817/user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528/data/default/test/51af61e57b5f348979c38726100db17e/f/c4f55228f87c4fcd86af318fa4e59b2a_SeqId_4_ 2024-11-19T03:23:21,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39891 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 819484a825b44373889a3efedf5a5ee9_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-19T03:23:21,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39891 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43817/user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528/staging/jenkins.hfs.22__test__je5q8etfaab1kcbfmac95c4ps3dq9r4dkhuo3ji9votl7kch19ddbucklpf3aflr/f/819484a825b44373889a3efedf5a5ee9_SeqId_4_ as hdfs://localhost:43817/user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528/data/default/test/51af61e57b5f348979c38726100db17e/f/c86ba2b55b754bbfb6ec04f5c77f49a1_SeqId_4_ 2024-11-19T03:23:21,085 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39891 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43817/user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528/staging/jenkins.hfs.22__test__je5q8etfaab1kcbfmac95c4ps3dq9r4dkhuo3ji9votl7kch19ddbucklpf3aflr/f/34060e206df44b42b8bc42c7f0ca36ef_SeqId_4_ into 51af61e57b5f348979c38726100db17e/f as hdfs://localhost:43817/user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528/data/default/test/51af61e57b5f348979c38726100db17e/f/c4f55228f87c4fcd86af318fa4e59b2a_SeqId_4_ - updating store file list. 2024-11-19T03:23:21,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39891 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c4f55228f87c4fcd86af318fa4e59b2a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T03:23:21,089 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39891 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43817/user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528/data/default/test/51af61e57b5f348979c38726100db17e/f/c4f55228f87c4fcd86af318fa4e59b2a_SeqId_4_ into 51af61e57b5f348979c38726100db17e/f 2024-11-19T03:23:21,089 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39891 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43817/user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528/staging/jenkins.hfs.22__test__je5q8etfaab1kcbfmac95c4ps3dq9r4dkhuo3ji9votl7kch19ddbucklpf3aflr/f/34060e206df44b42b8bc42c7f0ca36ef_SeqId_4_ into 51af61e57b5f348979c38726100db17e/f (new location: hdfs://localhost:43817/user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528/data/default/test/51af61e57b5f348979c38726100db17e/f/c4f55228f87c4fcd86af318fa4e59b2a_SeqId_4_) 2024-11-19T03:23:21,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39891 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43817/user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528/staging/jenkins.hfs.22__test__je5q8etfaab1kcbfmac95c4ps3dq9r4dkhuo3ji9votl7kch19ddbucklpf3aflr/f/34060e206df44b42b8bc42c7f0ca36ef_SeqId_4_ 2024-11-19T03:23:21,090 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39891 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43817/user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528/staging/jenkins.hfs.22__test__je5q8etfaab1kcbfmac95c4ps3dq9r4dkhuo3ji9votl7kch19ddbucklpf3aflr/f/819484a825b44373889a3efedf5a5ee9_SeqId_4_ into 51af61e57b5f348979c38726100db17e/f as hdfs://localhost:43817/user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528/data/default/test/51af61e57b5f348979c38726100db17e/f/c86ba2b55b754bbfb6ec04f5c77f49a1_SeqId_4_ - updating store file list. 2024-11-19T03:23:21,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39891 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c86ba2b55b754bbfb6ec04f5c77f49a1_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T03:23:21,093 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39891 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43817/user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528/data/default/test/51af61e57b5f348979c38726100db17e/f/c86ba2b55b754bbfb6ec04f5c77f49a1_SeqId_4_ into 51af61e57b5f348979c38726100db17e/f 2024-11-19T03:23:21,093 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39891 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43817/user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528/staging/jenkins.hfs.22__test__je5q8etfaab1kcbfmac95c4ps3dq9r4dkhuo3ji9votl7kch19ddbucklpf3aflr/f/819484a825b44373889a3efedf5a5ee9_SeqId_4_ into 51af61e57b5f348979c38726100db17e/f (new location: hdfs://localhost:43817/user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528/data/default/test/51af61e57b5f348979c38726100db17e/f/c86ba2b55b754bbfb6ec04f5c77f49a1_SeqId_4_) 2024-11-19T03:23:21,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39891 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43817/user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528/staging/jenkins.hfs.22__test__je5q8etfaab1kcbfmac95c4ps3dq9r4dkhuo3ji9votl7kch19ddbucklpf3aflr/f/819484a825b44373889a3efedf5a5ee9_SeqId_4_ 2024-11-19T03:23:21,095 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39891 {}] regionserver.ReplicationSink(324): Finished replicating [52521055-9984-4f6b-8681-5905ed2fe7ad] bulk loaded data 2024-11-19T03:23:21,161 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T03:23:21,228 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43417,1731986577773.replicationSource.wal-reader.47efada56ed5%2C43417%2C1731986577773,1-47efada56ed5,43417,1731986577773 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/WALs/47efada56ed5,43417,1731986577773/47efada56ed5%2C43417%2C1731986577773.1731986579579 to pos 687, reset compression=false 2024-11-19T03:23:21,531 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43417,1731986577773.replicationSource.wal-reader.47efada56ed5%2C43417%2C1731986577773,1-47efada56ed5,43417,1731986577773 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/WALs/47efada56ed5,43417,1731986577773/47efada56ed5%2C43417%2C1731986577773.1731986579579 to pos 687, reset compression=false 2024-11-19T03:23:21,936 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43417,1731986577773.replicationSource.wal-reader.47efada56ed5%2C43417%2C1731986577773,1-47efada56ed5,43417,1731986577773 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/WALs/47efada56ed5,43417,1731986577773/47efada56ed5%2C43417%2C1731986577773.1731986579579 to pos 687, reset compression=false 2024-11-19T03:23:21,949 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:23:21,950 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,42073,1731986589806, seqNum=-1] 2024-11-19T03:23:21,950 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:23:21,951 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:23:21,952 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731986596162.3684c6580649dd9f094efbef0ec5458d., hostname=47efada56ed5,42073,1731986589806, seqNum=2] 2024-11-19T03:23:21,956 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T03:23:21,957 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T03:23:21,957 DEBUG [regionserver/47efada56ed5:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 47efada56ed5%2C43417%2C1731986577773.meta:.meta(num 1731986580555) roll requested 2024-11-19T03:23:21,971 DEBUG [regionserver/47efada56ed5:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/WALs/47efada56ed5,43417,1731986577773/47efada56ed5%2C43417%2C1731986577773.meta.1731986601957.meta, exclude list is [], retry=0 2024-11-19T03:23:21,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44065,DS-d3ad6aa7-90d0-4063-b387-99e121532554,DISK] 2024-11-19T03:23:21,974 INFO [regionserver/47efada56ed5:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/WALs/47efada56ed5,43417,1731986577773/47efada56ed5%2C43417%2C1731986577773.meta.1731986580555.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/WALs/47efada56ed5,43417,1731986577773/47efada56ed5%2C43417%2C1731986577773.meta.1731986601957.meta 2024-11-19T03:23:21,974 DEBUG [regionserver/47efada56ed5:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32845:32845)] 2024-11-19T03:23:21,974 DEBUG [regionserver/47efada56ed5:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/WALs/47efada56ed5,43417,1731986577773/47efada56ed5%2C43417%2C1731986577773.meta.1731986580555.meta is not closed yet, will try archiving it next time 2024-11-19T03:23:21,974 DEBUG [regionserver/47efada56ed5:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 47efada56ed5%2C43417%2C1731986577773:(num 1731986579579) roll requested 2024-11-19T03:23:21,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44065 is added to blk_1073741834_1010 (size=3473) 2024-11-19T03:23:21,975 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/WALs/47efada56ed5,43417,1731986577773/47efada56ed5%2C43417%2C1731986577773.meta.1731986580555.meta not finished, retry = 0 2024-11-19T03:23:21,985 DEBUG [regionserver/47efada56ed5:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/WALs/47efada56ed5,43417,1731986577773/47efada56ed5%2C43417%2C1731986577773.1731986601974, exclude list is [], retry=0 2024-11-19T03:23:21,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44065,DS-d3ad6aa7-90d0-4063-b387-99e121532554,DISK] 2024-11-19T03:23:21,988 INFO [regionserver/47efada56ed5:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/WALs/47efada56ed5,43417,1731986577773/47efada56ed5%2C43417%2C1731986577773.1731986579579 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/WALs/47efada56ed5,43417,1731986577773/47efada56ed5%2C43417%2C1731986577773.1731986601974 2024-11-19T03:23:21,988 DEBUG [regionserver/47efada56ed5:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32845:32845)] 2024-11-19T03:23:21,988 DEBUG [regionserver/47efada56ed5:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/WALs/47efada56ed5,43417,1731986577773/47efada56ed5%2C43417%2C1731986577773.1731986579579 is not closed yet, will try archiving it next time 2024-11-19T03:23:21,988 DEBUG [regionserver/47efada56ed5:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 47efada56ed5%2C43417%2C1731986577773.rep:(num 1731986599092) roll requested 2024-11-19T03:23:21,988 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fd88a90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:23:21,988 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,42527,-1 for getting cluster id 2024-11-19T03:23:21,988 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:23:21,989 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '52521055-9984-4f6b-8681-5905ed2fe7ad' 2024-11-19T03:23:21,989 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:23:21,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44065 is added to blk_1073741832_1008 (size=695) 2024-11-19T03:23:21,989 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "52521055-9984-4f6b-8681-5905ed2fe7ad" 2024-11-19T03:23:21,990 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32187c95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:23:21,990 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,42527,-1] 2024-11-19T03:23:21,990 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:23:21,990 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:23:21,991 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:23:21,991 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54aaabc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:23:21,991 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T03:23:21,991 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/WALs/47efada56ed5,43417,1731986577773/47efada56ed5%2C43417%2C1731986577773.1731986579579 to hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/oldWALs/47efada56ed5%2C43417%2C1731986577773.1731986579579 2024-11-19T03:23:21,992 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 47efada56ed5,42527,1731986577625 2024-11-19T03:23:21,992 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32196d3b 2024-11-19T03:23:21,992 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T03:23:21,993 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T03:23:21,993 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42527 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://47efada56ed5:33645,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T03:23:21,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42527 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T03:23:21,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42527 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-19T03:23:21,995 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='47efada56ed5:33645' 2024-11-19T03:23:21,996 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30a4431b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:23:21,996 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,33645,-1 for getting cluster id 2024-11-19T03:23:21,996 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:23:21,997 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c54c7737-9f71-4f62-b0dd-c682b74cc162' 2024-11-19T03:23:21,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:23:21,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c54c7737-9f71-4f62-b0dd-c682b74cc162" 2024-11-19T03:23:21,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@400737d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:23:21,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,33645,-1] 2024-11-19T03:23:21,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:23:21,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:23:21,998 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:23:21,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cd7c152, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:23:21,999 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T03:23:21,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 47efada56ed5,33645,1731986589666 2024-11-19T03:23:21,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34e66a42 2024-11-19T03:23:21,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T03:23:22,000 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T03:23:22,000 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-19T03:23:22,000 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T03:23:22,000 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:23:22,000 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:23:22,000 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:23:22,003 DEBUG [regionserver/47efada56ed5:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/WALs/47efada56ed5,43417,1731986577773/47efada56ed5%2C43417%2C1731986577773.rep.1731986601988, exclude list is [], retry=0 2024-11-19T03:23:22,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44065,DS-d3ad6aa7-90d0-4063-b387-99e121532554,DISK] 2024-11-19T03:23:22,013 INFO [regionserver/47efada56ed5:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/WALs/47efada56ed5,43417,1731986577773/47efada56ed5%2C43417%2C1731986577773.rep.1731986599092 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/WALs/47efada56ed5,43417,1731986577773/47efada56ed5%2C43417%2C1731986577773.rep.1731986601988 2024-11-19T03:23:22,016 DEBUG [regionserver/47efada56ed5:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32845:32845)] 2024-11-19T03:23:22,016 DEBUG [regionserver/47efada56ed5:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/WALs/47efada56ed5,43417,1731986577773/47efada56ed5%2C43417%2C1731986577773.rep.1731986599092 is not closed yet, will try archiving it next time 2024-11-19T03:23:22,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44065 is added to blk_1073741839_1015 (size=1505) 2024-11-19T03:23:22,072 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T03:23:22,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42527 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-19T03:23:22,224 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43417 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-19T03:23:22,224 INFO [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-19T03:23:22,249 INFO [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-47efada56ed5,43417,1731986577773, ReplicationSource: 2, currentBandwidth=0 2024-11-19T03:23:22,251 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-19T03:23:22,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42527 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-19T03:23:22,252 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 47efada56ed5,43417,1731986577773 suceeded 2024-11-19T03:23:22,254 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-19T03:23:22,254 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 181 msec 2024-11-19T03:23:22,254 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://47efada56ed5:33645,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T03:23:22,255 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 261 msec 2024-11-19T03:23:22,263 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,2-47efada56ed5,43417,1731986577773 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='47efada56ed5:33645' 2024-11-19T03:23:22,264 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,2-47efada56ed5,43417,1731986577773 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c2040a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:23:22,264 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,2-47efada56ed5,43417,1731986577773 {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,33645,-1 for getting cluster id 2024-11-19T03:23:22,264 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,2-47efada56ed5,43417,1731986577773 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:23:22,265 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c54c7737-9f71-4f62-b0dd-c682b74cc162' 2024-11-19T03:23:22,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:23:22,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c54c7737-9f71-4f62-b0dd-c682b74cc162" 2024-11-19T03:23:22,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7041a38c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:23:22,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,33645,-1] 2024-11-19T03:23:22,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:23:22,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:23:22,266 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:23:22,266 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,2-47efada56ed5,43417,1731986577773 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ba5de66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:23:22,266 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,2-47efada56ed5,43417,1731986577773 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T03:23:22,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 47efada56ed5,33645,1731986589666 2024-11-19T03:23:22,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@451822b0 2024-11-19T03:23:22,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T03:23:22,268 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-19T03:23:22,268 INFO [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,2-47efada56ed5,43417,1731986577773 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-47efada56ed5,43417,1731986577773 (queues=1) is replicating from cluster=52521055-9984-4f6b-8681-5905ed2fe7ad to cluster=c54c7737-9f71-4f62-b0dd-c682b74cc162 2024-11-19T03:23:22,268 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,2-47efada56ed5,43417,1731986577773 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=47efada56ed5%2C43417%2C1731986577773 2024-11-19T03:23:22,268 INFO [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,2-47efada56ed5,43417,1731986577773 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-47efada56ed5,43417,1731986577773, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T03:23:22,269 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,2-47efada56ed5,43417,1731986577773.replicationSource.wal-reader.47efada56ed5%2C43417%2C1731986577773,2-47efada56ed5,43417,1731986577773 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/WALs/47efada56ed5,43417,1731986577773/47efada56ed5%2C43417%2C1731986577773.1731986601974, startPosition=0, beingWritten=true 2024-11-19T03:23:22,269 INFO [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,2-47efada56ed5,43417,1731986577773.replicationSource.shipper47efada56ed5%2C43417%2C1731986577773,2-47efada56ed5,43417,1731986577773 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 47efada56ed5%2C43417%2C1731986577773 2024-11-19T03:23:22,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42527 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-19T03:23:22,310 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-19T03:23:22,310 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T03:23:22,310 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:23:22,310 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:23:22,310 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:23:22,310 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:23:22,311 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T03:23:22,315 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1731986602315/Put/seqid=0 2024-11-19T03:23:22,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44065 is added to blk_1073741845_1021 (size=11194) 2024-11-19T03:23:22,333 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1731986602333/Put/seqid=0 2024-11-19T03:23:22,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44065 is added to blk_1073741846_1022 (size=10791) 2024-11-19T03:23:22,357 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68f8c3c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:23:22,357 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,42527,-1 for getting cluster id 2024-11-19T03:23:22,357 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:23:22,357 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '52521055-9984-4f6b-8681-5905ed2fe7ad' 2024-11-19T03:23:22,357 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:23:22,358 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "52521055-9984-4f6b-8681-5905ed2fe7ad" 2024-11-19T03:23:22,358 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62f9edba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:23:22,358 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,42527,-1] 2024-11-19T03:23:22,358 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:23:22,358 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:23:22,359 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:23:22,360 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@261f296f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:23:22,360 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:23:22,361 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,43417,1731986577773, seqNum=-1] 2024-11-19T03:23:22,361 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:23:22,363 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T03:23:22,373 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T03:23:22,374 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 47efada56ed5,42527,1731986577625 2024-11-19T03:23:22,374 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ad4587e 2024-11-19T03:23:22,374 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T03:23:22,375 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T03:23:22,379 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731986592865.3e7c811bbef8c0b01ed8280f486a6895., hostname=47efada56ed5,43417,1731986577773, seqNum=2] 2024-11-19T03:23:22,382 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T03:23:22,391 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-19T03:23:22,394 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-19T03:23:22,399 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43417 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 3e7c811bbef8c0b01ed8280f486a6895/f 2024-11-19T03:23:22,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43417 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-19T03:23:22,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43417 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T03:23:22,405 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43417 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 3e7c811bbef8c0b01ed8280f486a6895/f 2024-11-19T03:23:22,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43417 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-19T03:23:22,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43417 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T03:23:22,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43417 {}] regionserver.HRegion(2603): Flush status journal for 3e7c811bbef8c0b01ed8280f486a6895: 2024-11-19T03:23:22,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43417 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/staging/jenkins__test__uio9gvckcp6rffh26tehtm7faquf4a80e3ofqjfmplnkbp5q3rv2ptglj0d7son2/f/hfile_0 2024-11-19T03:23:22,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43417 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/staging/jenkins__test__uio9gvckcp6rffh26tehtm7faquf4a80e3ofqjfmplnkbp5q3rv2ptglj0d7son2/f/hfile_0 as hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/data/default/test/3e7c811bbef8c0b01ed8280f486a6895/f/28833fe3e8b94cbfb3b19b49ae72d400_SeqId_6_ 2024-11-19T03:23:22,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43417 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/staging/jenkins__test__uio9gvckcp6rffh26tehtm7faquf4a80e3ofqjfmplnkbp5q3rv2ptglj0d7son2/f/hfile_1 2024-11-19T03:23:22,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43417 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/staging/jenkins__test__uio9gvckcp6rffh26tehtm7faquf4a80e3ofqjfmplnkbp5q3rv2ptglj0d7son2/f/hfile_1 as hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/data/default/test/3e7c811bbef8c0b01ed8280f486a6895/f/4c902c2f2a804a4187c065c8cd5ddbb0_SeqId_6_ 2024-11-19T03:23:22,424 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43417 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/staging/jenkins__test__uio9gvckcp6rffh26tehtm7faquf4a80e3ofqjfmplnkbp5q3rv2ptglj0d7son2/f/hfile_0 into 3e7c811bbef8c0b01ed8280f486a6895/f as hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/data/default/test/3e7c811bbef8c0b01ed8280f486a6895/f/28833fe3e8b94cbfb3b19b49ae72d400_SeqId_6_ - updating store file list. 2024-11-19T03:23:22,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43417 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 28833fe3e8b94cbfb3b19b49ae72d400_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-19T03:23:22,429 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43417 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/data/default/test/3e7c811bbef8c0b01ed8280f486a6895/f/28833fe3e8b94cbfb3b19b49ae72d400_SeqId_6_ into 3e7c811bbef8c0b01ed8280f486a6895/f 2024-11-19T03:23:22,429 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43417 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/staging/jenkins__test__uio9gvckcp6rffh26tehtm7faquf4a80e3ofqjfmplnkbp5q3rv2ptglj0d7son2/f/hfile_0 into 3e7c811bbef8c0b01ed8280f486a6895/f (new location: hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/data/default/test/3e7c811bbef8c0b01ed8280f486a6895/f/28833fe3e8b94cbfb3b19b49ae72d400_SeqId_6_) 2024-11-19T03:23:22,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43417 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/staging/jenkins__test__uio9gvckcp6rffh26tehtm7faquf4a80e3ofqjfmplnkbp5q3rv2ptglj0d7son2/f/hfile_0 2024-11-19T03:23:22,431 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43417 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/staging/jenkins__test__uio9gvckcp6rffh26tehtm7faquf4a80e3ofqjfmplnkbp5q3rv2ptglj0d7son2/f/hfile_1 into 3e7c811bbef8c0b01ed8280f486a6895/f as hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/data/default/test/3e7c811bbef8c0b01ed8280f486a6895/f/4c902c2f2a804a4187c065c8cd5ddbb0_SeqId_6_ - updating store file list. 2024-11-19T03:23:22,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43417 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4c902c2f2a804a4187c065c8cd5ddbb0_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-19T03:23:22,435 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43417 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/data/default/test/3e7c811bbef8c0b01ed8280f486a6895/f/4c902c2f2a804a4187c065c8cd5ddbb0_SeqId_6_ into 3e7c811bbef8c0b01ed8280f486a6895/f 2024-11-19T03:23:22,435 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43417 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/staging/jenkins__test__uio9gvckcp6rffh26tehtm7faquf4a80e3ofqjfmplnkbp5q3rv2ptglj0d7son2/f/hfile_1 into 3e7c811bbef8c0b01ed8280f486a6895/f (new location: hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/data/default/test/3e7c811bbef8c0b01ed8280f486a6895/f/4c902c2f2a804a4187c065c8cd5ddbb0_SeqId_6_) 2024-11-19T03:23:22,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43417 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/staging/jenkins__test__uio9gvckcp6rffh26tehtm7faquf4a80e3ofqjfmplnkbp5q3rv2ptglj0d7son2/f/hfile_1 2024-11-19T03:23:22,438 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T03:23:22,438 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:23:22,438 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:23:22,439 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:23:22,439 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:23:22,439 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731986592865.3e7c811bbef8c0b01ed8280f486a6895., hostname=47efada56ed5,43417,1731986577773, seqNum=2 , the old value is region=test,,1731986592865.3e7c811bbef8c0b01ed8280f486a6895., hostname=47efada56ed5,43417,1731986577773, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=47efada56ed5:43417 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T03:23:22,439 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731986592865.3e7c811bbef8c0b01ed8280f486a6895., hostname=47efada56ed5,43417,1731986577773, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T03:23:22,439 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731986592865.3e7c811bbef8c0b01ed8280f486a6895., hostname=47efada56ed5,43417,1731986577773, seqNum=2 from cache 2024-11-19T03:23:22,440 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43417,1731986577773.replicationSource.wal-reader.47efada56ed5%2C43417%2C1731986577773,1-47efada56ed5,43417,1731986577773 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/WALs/47efada56ed5,43417,1731986577773/47efada56ed5%2C43417%2C1731986577773.1731986579579 to pos 687, reset compression=false 2024-11-19T03:23:22,440 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-19T03:23:22,443 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-19T03:23:22,444 INFO [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43417,1731986577773.replicationSource.wal-reader.47efada56ed5%2C43417%2C1731986577773,1-47efada56ed5,43417,1731986577773 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/WALs/47efada56ed5,43417,1731986577773/47efada56ed5%2C43417%2C1731986577773.1731986579579 was moved to hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/oldWALs/47efada56ed5%2C43417%2C1731986577773.1731986579579 2024-11-19T03:23:22,446 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43417,1731986577773.replicationSource.wal-reader.47efada56ed5%2C43417%2C1731986577773,1-47efada56ed5,43417,1731986577773 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/WALs/47efada56ed5,43417,1731986577773/47efada56ed5%2C43417%2C1731986577773.1731986579579 2024-11-19T03:23:22,446 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43417,1731986577773.replicationSource.wal-reader.47efada56ed5%2C43417%2C1731986577773,1-47efada56ed5,43417,1731986577773 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/WALs/47efada56ed5,43417,1731986577773/47efada56ed5%2C43417%2C1731986577773.1731986601974, startPosition=0, beingWritten=true 2024-11-19T03:23:22,447 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43417,1731986577773.replicationSource.shipper47efada56ed5%2C43417%2C1731986577773,1-47efada56ed5,43417,1731986577773 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-47efada56ed5,43417,1731986577773 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/WALs/47efada56ed5,43417,1731986577773/47efada56ed5%2C43417%2C1731986577773.1731986579579, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-19T03:23:22,448 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43417,1731986577773.replicationSource.shipper47efada56ed5%2C43417%2C1731986577773,1-47efada56ed5,43417,1731986577773 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [47efada56ed5%2C43417%2C1731986577773.1731986579579] 2024-11-19T03:23:22,450 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43417,1731986577773.replicationSource.wal-reader.47efada56ed5%2C43417%2C1731986577773,1-47efada56ed5,43417,1731986577773 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T03:23:22,451 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43417,1731986577773.replicationSource.shipper47efada56ed5%2C43417%2C1731986577773,1-47efada56ed5,43417,1731986577773 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-47efada56ed5,43417,1731986577773 got entry batch from reader: WALEntryBatch [walEntries=[{test/3e7c811bbef8c0b01ed8280f486a6895/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731986602436/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/WALs/47efada56ed5,43417,1731986577773/47efada56ed5%2C43417%2C1731986577773.1731986601974, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-19T03:23:22,451 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39891 {}] regionserver.ReplicationSink(318): Replicating [52521055-9984-4f6b-8681-5905ed2fe7ad] bulk loaded data 2024-11-19T03:23:22,473 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,2-47efada56ed5,43417,1731986577773.replicationSource.wal-reader.47efada56ed5%2C43417%2C1731986577773,2-47efada56ed5,43417,1731986577773 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/WALs/47efada56ed5,43417,1731986577773/47efada56ed5%2C43417%2C1731986577773.1731986601974 to pos 0, reset compression=false 2024-11-19T03:23:22,489 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,2-47efada56ed5,43417,1731986577773.replicationSource.wal-reader.47efada56ed5%2C43417%2C1731986577773,2-47efada56ed5,43417,1731986577773 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T03:23:22,489 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,2-47efada56ed5,43417,1731986577773.replicationSource.shipper47efada56ed5%2C43417%2C1731986577773,2-47efada56ed5,43417,1731986577773 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-47efada56ed5,43417,1731986577773 got entry batch from reader: WALEntryBatch [walEntries=[{test/3e7c811bbef8c0b01ed8280f486a6895/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731986602436/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/WALs/47efada56ed5,43417,1731986577773/47efada56ed5%2C43417%2C1731986577773.1731986601974, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-19T03:23:22,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37653 is added to blk_1073741839_1015 (size=11194) 2024-11-19T03:23:22,491 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,2-47efada56ed5,43417,1731986577773.replicationSource.shipper47efada56ed5%2C43417%2C1731986577773,2-47efada56ed5,43417,1731986577773 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T03:23:22,492 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-19T03:23:22,492 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42073 {}] regionserver.ReplicationSink(318): Replicating [52521055-9984-4f6b-8681-5905ed2fe7ad] bulk loaded data 2024-11-19T03:23:22,493 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42073 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@322b6a3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:23:22,493 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42073 {}] client.ClusterIdFetcher(90): Going to request 47efada56ed5,33645,-1 for getting cluster id 2024-11-19T03:23:22,493 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42073 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T03:23:22,494 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c54c7737-9f71-4f62-b0dd-c682b74cc162' 2024-11-19T03:23:22,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T03:23:22,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c54c7737-9f71-4f62-b0dd-c682b74cc162" 2024-11-19T03:23:22,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2cc549f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:23:22,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47efada56ed5,33645,-1] 2024-11-19T03:23:22,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T03:23:22,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:23:22,496 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-19T03:23:22,496 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42073 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3b1762b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T03:23:22,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37653 is added to blk_1073741840_1016 (size=10791) 2024-11-19T03:23:22,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42353 is added to blk_1073741837_1013 (size=11194) 2024-11-19T03:23:22,549 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=47efada56ed5:43417 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-19T03:23:22,651 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43417,1731986577773.replicationSource.wal-reader.47efada56ed5%2C43417%2C1731986577773,1-47efada56ed5,43417,1731986577773 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/WALs/47efada56ed5,43417,1731986577773/47efada56ed5%2C43417%2C1731986577773.1731986601974 to pos 393, reset compression=false 2024-11-19T03:23:22,689 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,2-47efada56ed5,43417,1731986577773.replicationSource.wal-reader.47efada56ed5%2C43417%2C1731986577773,2-47efada56ed5,43417,1731986577773 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/WALs/47efada56ed5,43417,1731986577773/47efada56ed5%2C43417%2C1731986577773.1731986601974 to pos 393, reset compression=false 2024-11-19T03:23:22,935 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39891 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T03:23:22,944 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43817/user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528/staging/jenkins.hfs.22__test__mbu21bp9m3ktfnhkeld4q541ge0lrq4bpqkp8n5vgq5cp0udhet9e20c820asb6i/f/28833fe3e8b94cbfb3b19b49ae72d400_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-19T03:23:22,946 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43817/user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528/staging/jenkins.hfs.22__test__mbu21bp9m3ktfnhkeld4q541ge0lrq4bpqkp8n5vgq5cp0udhet9e20c820asb6i/f/4c902c2f2a804a4187c065c8cd5ddbb0_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-19T03:23:22,949 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39891 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43817/user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528/staging/jenkins.hfs.22__test__mbu21bp9m3ktfnhkeld4q541ge0lrq4bpqkp8n5vgq5cp0udhet9e20c820asb6i/f/28833fe3e8b94cbfb3b19b49ae72d400_SeqId_6_ for inclusion in 51af61e57b5f348979c38726100db17e/f 2024-11-19T03:23:22,954 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43417,1731986577773.replicationSource.wal-reader.47efada56ed5%2C43417%2C1731986577773,1-47efada56ed5,43417,1731986577773 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/WALs/47efada56ed5,43417,1731986577773/47efada56ed5%2C43417%2C1731986577773.1731986601974 to pos 393, reset compression=false 2024-11-19T03:23:22,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39891 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-19T03:23:22,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39891 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T03:23:22,957 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39891 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43817/user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528/staging/jenkins.hfs.22__test__mbu21bp9m3ktfnhkeld4q541ge0lrq4bpqkp8n5vgq5cp0udhet9e20c820asb6i/f/4c902c2f2a804a4187c065c8cd5ddbb0_SeqId_6_ for inclusion in 51af61e57b5f348979c38726100db17e/f 2024-11-19T03:23:22,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39891 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-19T03:23:22,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39891 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T03:23:22,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39891 {}] regionserver.HRegion(2603): Flush status journal for 51af61e57b5f348979c38726100db17e: 2024-11-19T03:23:22,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39891 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 28833fe3e8b94cbfb3b19b49ae72d400_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-19T03:23:22,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39891 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43817/user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528/staging/jenkins.hfs.22__test__mbu21bp9m3ktfnhkeld4q541ge0lrq4bpqkp8n5vgq5cp0udhet9e20c820asb6i/f/28833fe3e8b94cbfb3b19b49ae72d400_SeqId_6_ as hdfs://localhost:43817/user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528/data/default/test/51af61e57b5f348979c38726100db17e/f/b3ccd2aa2dc2482fb8c714b9ed92dd73_SeqId_6_ 2024-11-19T03:23:22,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39891 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 4c902c2f2a804a4187c065c8cd5ddbb0_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-19T03:23:22,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39891 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43817/user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528/staging/jenkins.hfs.22__test__mbu21bp9m3ktfnhkeld4q541ge0lrq4bpqkp8n5vgq5cp0udhet9e20c820asb6i/f/4c902c2f2a804a4187c065c8cd5ddbb0_SeqId_6_ as hdfs://localhost:43817/user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528/data/default/test/51af61e57b5f348979c38726100db17e/f/2efc98d4e03b46e99b103773e406cc82_SeqId_6_ 2024-11-19T03:23:22,964 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39891 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43817/user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528/staging/jenkins.hfs.22__test__mbu21bp9m3ktfnhkeld4q541ge0lrq4bpqkp8n5vgq5cp0udhet9e20c820asb6i/f/28833fe3e8b94cbfb3b19b49ae72d400_SeqId_6_ into 51af61e57b5f348979c38726100db17e/f as hdfs://localhost:43817/user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528/data/default/test/51af61e57b5f348979c38726100db17e/f/b3ccd2aa2dc2482fb8c714b9ed92dd73_SeqId_6_ - updating store file list. 2024-11-19T03:23:22,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39891 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b3ccd2aa2dc2482fb8c714b9ed92dd73_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-19T03:23:22,968 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39891 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43817/user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528/data/default/test/51af61e57b5f348979c38726100db17e/f/b3ccd2aa2dc2482fb8c714b9ed92dd73_SeqId_6_ into 51af61e57b5f348979c38726100db17e/f 2024-11-19T03:23:22,968 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39891 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43817/user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528/staging/jenkins.hfs.22__test__mbu21bp9m3ktfnhkeld4q541ge0lrq4bpqkp8n5vgq5cp0udhet9e20c820asb6i/f/28833fe3e8b94cbfb3b19b49ae72d400_SeqId_6_ into 51af61e57b5f348979c38726100db17e/f (new location: hdfs://localhost:43817/user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528/data/default/test/51af61e57b5f348979c38726100db17e/f/b3ccd2aa2dc2482fb8c714b9ed92dd73_SeqId_6_) 2024-11-19T03:23:22,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39891 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43817/user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528/staging/jenkins.hfs.22__test__mbu21bp9m3ktfnhkeld4q541ge0lrq4bpqkp8n5vgq5cp0udhet9e20c820asb6i/f/28833fe3e8b94cbfb3b19b49ae72d400_SeqId_6_ 2024-11-19T03:23:22,969 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39891 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43817/user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528/staging/jenkins.hfs.22__test__mbu21bp9m3ktfnhkeld4q541ge0lrq4bpqkp8n5vgq5cp0udhet9e20c820asb6i/f/4c902c2f2a804a4187c065c8cd5ddbb0_SeqId_6_ into 51af61e57b5f348979c38726100db17e/f as hdfs://localhost:43817/user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528/data/default/test/51af61e57b5f348979c38726100db17e/f/2efc98d4e03b46e99b103773e406cc82_SeqId_6_ - updating store file list. 2024-11-19T03:23:22,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42353 is added to blk_1073741838_1014 (size=10791) 2024-11-19T03:23:22,972 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42073 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T03:23:22,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 47efada56ed5,33645,1731986589666 2024-11-19T03:23:22,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@36f4e50b 2024-11-19T03:23:22,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T03:23:22,973 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-19T03:23:22,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39891 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2efc98d4e03b46e99b103773e406cc82_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-19T03:23:22,974 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39891 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43817/user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528/data/default/test/51af61e57b5f348979c38726100db17e/f/2efc98d4e03b46e99b103773e406cc82_SeqId_6_ into 51af61e57b5f348979c38726100db17e/f 2024-11-19T03:23:22,974 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39891 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43817/user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528/staging/jenkins.hfs.22__test__mbu21bp9m3ktfnhkeld4q541ge0lrq4bpqkp8n5vgq5cp0udhet9e20c820asb6i/f/4c902c2f2a804a4187c065c8cd5ddbb0_SeqId_6_ into 51af61e57b5f348979c38726100db17e/f (new location: hdfs://localhost:43817/user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528/data/default/test/51af61e57b5f348979c38726100db17e/f/2efc98d4e03b46e99b103773e406cc82_SeqId_6_) 2024-11-19T03:23:22,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39891 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43817/user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528/staging/jenkins.hfs.22__test__mbu21bp9m3ktfnhkeld4q541ge0lrq4bpqkp8n5vgq5cp0udhet9e20c820asb6i/f/4c902c2f2a804a4187c065c8cd5ddbb0_SeqId_6_ 2024-11-19T03:23:22,975 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42073 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T03:23:22,975 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42073 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T03:23:22,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47efada56ed5,42073,1731986589806, seqNum=-1] 2024-11-19T03:23:22,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T03:23:22,977 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39891 {}] regionserver.ReplicationSink(324): Finished replicating [52521055-9984-4f6b-8681-5905ed2fe7ad] bulk loaded data 2024-11-19T03:23:22,977 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-19T03:23:22,985 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44049/user/jenkins/test-data/10064611-f5c5-37f3-148d-a34868d06b80/staging/jenkins.hfs.23__test__mqp9j9pqcjgim5h84t4tdad3hr1mepvs41pvmitnasneo22eqgd3b94g0njl3qc5/f/28833fe3e8b94cbfb3b19b49ae72d400_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-19T03:23:22,987 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44049/user/jenkins/test-data/10064611-f5c5-37f3-148d-a34868d06b80/staging/jenkins.hfs.23__test__mqp9j9pqcjgim5h84t4tdad3hr1mepvs41pvmitnasneo22eqgd3b94g0njl3qc5/f/4c902c2f2a804a4187c065c8cd5ddbb0_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-19T03:23:22,993 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,2-47efada56ed5,43417,1731986577773.replicationSource.wal-reader.47efada56ed5%2C43417%2C1731986577773,2-47efada56ed5,43417,1731986577773 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/WALs/47efada56ed5,43417,1731986577773/47efada56ed5%2C43417%2C1731986577773.1731986601974 to pos 393, reset compression=false 2024-11-19T03:23:22,993 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42073 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44049/user/jenkins/test-data/10064611-f5c5-37f3-148d-a34868d06b80/staging/jenkins.hfs.23__test__mqp9j9pqcjgim5h84t4tdad3hr1mepvs41pvmitnasneo22eqgd3b94g0njl3qc5/f/28833fe3e8b94cbfb3b19b49ae72d400_SeqId_6_ for inclusion in 3684c6580649dd9f094efbef0ec5458d/f 2024-11-19T03:23:22,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42073 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-19T03:23:22,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42073 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T03:23:22,998 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42073 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44049/user/jenkins/test-data/10064611-f5c5-37f3-148d-a34868d06b80/staging/jenkins.hfs.23__test__mqp9j9pqcjgim5h84t4tdad3hr1mepvs41pvmitnasneo22eqgd3b94g0njl3qc5/f/4c902c2f2a804a4187c065c8cd5ddbb0_SeqId_6_ for inclusion in 3684c6580649dd9f094efbef0ec5458d/f 2024-11-19T03:23:23,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42073 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-19T03:23:23,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42073 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T03:23:23,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42073 {}] regionserver.HRegion(2603): Flush status journal for 3684c6580649dd9f094efbef0ec5458d: 2024-11-19T03:23:23,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42073 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 28833fe3e8b94cbfb3b19b49ae72d400_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-19T03:23:23,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42073 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44049/user/jenkins/test-data/10064611-f5c5-37f3-148d-a34868d06b80/staging/jenkins.hfs.23__test__mqp9j9pqcjgim5h84t4tdad3hr1mepvs41pvmitnasneo22eqgd3b94g0njl3qc5/f/28833fe3e8b94cbfb3b19b49ae72d400_SeqId_6_ as hdfs://localhost:44049/user/jenkins/test-data/10064611-f5c5-37f3-148d-a34868d06b80/data/default/test/3684c6580649dd9f094efbef0ec5458d/f/7ba933e1c392408b863fd5adb9224313_SeqId_4_ 2024-11-19T03:23:23,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42073 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 4c902c2f2a804a4187c065c8cd5ddbb0_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-19T03:23:23,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42073 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44049/user/jenkins/test-data/10064611-f5c5-37f3-148d-a34868d06b80/staging/jenkins.hfs.23__test__mqp9j9pqcjgim5h84t4tdad3hr1mepvs41pvmitnasneo22eqgd3b94g0njl3qc5/f/4c902c2f2a804a4187c065c8cd5ddbb0_SeqId_6_ as hdfs://localhost:44049/user/jenkins/test-data/10064611-f5c5-37f3-148d-a34868d06b80/data/default/test/3684c6580649dd9f094efbef0ec5458d/f/91663b63993245f0891f6696247d03f0_SeqId_4_ 2024-11-19T03:23:23,006 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42073 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44049/user/jenkins/test-data/10064611-f5c5-37f3-148d-a34868d06b80/staging/jenkins.hfs.23__test__mqp9j9pqcjgim5h84t4tdad3hr1mepvs41pvmitnasneo22eqgd3b94g0njl3qc5/f/28833fe3e8b94cbfb3b19b49ae72d400_SeqId_6_ into 3684c6580649dd9f094efbef0ec5458d/f as hdfs://localhost:44049/user/jenkins/test-data/10064611-f5c5-37f3-148d-a34868d06b80/data/default/test/3684c6580649dd9f094efbef0ec5458d/f/7ba933e1c392408b863fd5adb9224313_SeqId_4_ - updating store file list. 2024-11-19T03:23:23,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42073 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7ba933e1c392408b863fd5adb9224313_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T03:23:23,015 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42073 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44049/user/jenkins/test-data/10064611-f5c5-37f3-148d-a34868d06b80/data/default/test/3684c6580649dd9f094efbef0ec5458d/f/7ba933e1c392408b863fd5adb9224313_SeqId_4_ into 3684c6580649dd9f094efbef0ec5458d/f 2024-11-19T03:23:23,015 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42073 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44049/user/jenkins/test-data/10064611-f5c5-37f3-148d-a34868d06b80/staging/jenkins.hfs.23__test__mqp9j9pqcjgim5h84t4tdad3hr1mepvs41pvmitnasneo22eqgd3b94g0njl3qc5/f/28833fe3e8b94cbfb3b19b49ae72d400_SeqId_6_ into 3684c6580649dd9f094efbef0ec5458d/f (new location: hdfs://localhost:44049/user/jenkins/test-data/10064611-f5c5-37f3-148d-a34868d06b80/data/default/test/3684c6580649dd9f094efbef0ec5458d/f/7ba933e1c392408b863fd5adb9224313_SeqId_4_) 2024-11-19T03:23:23,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42073 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44049/user/jenkins/test-data/10064611-f5c5-37f3-148d-a34868d06b80/staging/jenkins.hfs.23__test__mqp9j9pqcjgim5h84t4tdad3hr1mepvs41pvmitnasneo22eqgd3b94g0njl3qc5/f/28833fe3e8b94cbfb3b19b49ae72d400_SeqId_6_ 2024-11-19T03:23:23,016 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42073 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44049/user/jenkins/test-data/10064611-f5c5-37f3-148d-a34868d06b80/staging/jenkins.hfs.23__test__mqp9j9pqcjgim5h84t4tdad3hr1mepvs41pvmitnasneo22eqgd3b94g0njl3qc5/f/4c902c2f2a804a4187c065c8cd5ddbb0_SeqId_6_ into 3684c6580649dd9f094efbef0ec5458d/f as hdfs://localhost:44049/user/jenkins/test-data/10064611-f5c5-37f3-148d-a34868d06b80/data/default/test/3684c6580649dd9f094efbef0ec5458d/f/91663b63993245f0891f6696247d03f0_SeqId_4_ - updating store file list. 2024-11-19T03:23:23,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42073 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 91663b63993245f0891f6696247d03f0_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T03:23:23,020 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42073 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44049/user/jenkins/test-data/10064611-f5c5-37f3-148d-a34868d06b80/data/default/test/3684c6580649dd9f094efbef0ec5458d/f/91663b63993245f0891f6696247d03f0_SeqId_4_ into 3684c6580649dd9f094efbef0ec5458d/f 2024-11-19T03:23:23,020 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42073 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44049/user/jenkins/test-data/10064611-f5c5-37f3-148d-a34868d06b80/staging/jenkins.hfs.23__test__mqp9j9pqcjgim5h84t4tdad3hr1mepvs41pvmitnasneo22eqgd3b94g0njl3qc5/f/4c902c2f2a804a4187c065c8cd5ddbb0_SeqId_6_ into 3684c6580649dd9f094efbef0ec5458d/f (new location: hdfs://localhost:44049/user/jenkins/test-data/10064611-f5c5-37f3-148d-a34868d06b80/data/default/test/3684c6580649dd9f094efbef0ec5458d/f/91663b63993245f0891f6696247d03f0_SeqId_4_) 2024-11-19T03:23:23,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42073 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44049/user/jenkins/test-data/10064611-f5c5-37f3-148d-a34868d06b80/staging/jenkins.hfs.23__test__mqp9j9pqcjgim5h84t4tdad3hr1mepvs41pvmitnasneo22eqgd3b94g0njl3qc5/f/4c902c2f2a804a4187c065c8cd5ddbb0_SeqId_6_ 2024-11-19T03:23:23,022 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42073 {}] regionserver.ReplicationSink(324): Finished replicating [52521055-9984-4f6b-8681-5905ed2fe7ad] bulk loaded data 2024-11-19T03:23:23,382 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43417,1731986577773.replicationSource.wal-reader.47efada56ed5%2C43417%2C1731986577773,1-47efada56ed5,43417,1731986577773 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/WALs/47efada56ed5,43417,1731986577773/47efada56ed5%2C43417%2C1731986577773.1731986601974 to pos 393, reset compression=false 2024-11-19T03:23:23,429 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,2-47efada56ed5,43417,1731986577773.replicationSource.wal-reader.47efada56ed5%2C43417%2C1731986577773,2-47efada56ed5,43417,1731986577773 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/WALs/47efada56ed5,43417,1731986577773/47efada56ed5%2C43417%2C1731986577773.1731986601974 to pos 393, reset compression=false 2024-11-19T03:23:23,445 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-19T03:23:23,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T03:23:23,460 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T03:23:23,461 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:23:23,461 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:23:23,461 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:23:23,461 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T03:23:23,461 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:23:23,461 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=97937406, stopped=false 2024-11-19T03:23:23,461 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=47efada56ed5,33645,1731986589666 2024-11-19T03:23:23,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33645-0x101511dcbca0006, quorum=127.0.0.1:59957, baseZNode=/21708926330 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21708926330/running 2024-11-19T03:23:23,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33645-0x101511dcbca0006, quorum=127.0.0.1:59957, baseZNode=/21708926330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21708926330 2024-11-19T03:23:23,566 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T03:23:23,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42073-0x101511dcbca0007, quorum=127.0.0.1:59957, baseZNode=/21708926330 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21708926330/running 2024-11-19T03:23:23,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42073-0x101511dcbca0007, quorum=127.0.0.1:59957, baseZNode=/21708926330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21708926330 2024-11-19T03:23:23,566 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T03:23:23,566 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:23:23,566 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:23:23,567 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '47efada56ed5,42073,1731986589806' ***** 2024-11-19T03:23:23,567 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T03:23:23,567 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42073-0x101511dcbca0007, quorum=127.0.0.1:59957, baseZNode=/21708926330 Set watcher on znode that does not yet exist, /21708926330/running 2024-11-19T03:23:23,568 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33645-0x101511dcbca0006, quorum=127.0.0.1:59957, baseZNode=/21708926330 Set watcher on znode that does not yet exist, /21708926330/running 2024-11-19T03:23:23,568 INFO [RS:0;47efada56ed5:42073 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T03:23:23,568 INFO [RS:0;47efada56ed5:42073 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T03:23:23,568 INFO [RS:0;47efada56ed5:42073 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T03:23:23,568 INFO [RS:0;47efada56ed5:42073 {}] regionserver.HRegionServer(3091): Received CLOSE for 3684c6580649dd9f094efbef0ec5458d 2024-11-19T03:23:23,568 INFO [RS:0;47efada56ed5:42073 {}] regionserver.HRegionServer(959): stopping server 47efada56ed5,42073,1731986589806 2024-11-19T03:23:23,568 INFO [RS:0;47efada56ed5:42073 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T03:23:23,569 INFO [RS:0;47efada56ed5:42073 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;47efada56ed5:42073. 2024-11-19T03:23:23,569 DEBUG [RS:0;47efada56ed5:42073 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:23:23,569 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3684c6580649dd9f094efbef0ec5458d, disabling compactions & flushes 2024-11-19T03:23:23,569 DEBUG [RS:0;47efada56ed5:42073 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:23:23,569 INFO [RS:0;47efada56ed5:42073 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T03:23:23,569 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T03:23:23,569 INFO [RS:0;47efada56ed5:42073 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T03:23:23,569 INFO [RS:0;47efada56ed5:42073 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T03:23:23,569 INFO [RS:0;47efada56ed5:42073 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T03:23:23,570 INFO [RS:0;47efada56ed5:42073 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T03:23:23,570 DEBUG [RS:0;47efada56ed5:42073 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 3684c6580649dd9f094efbef0ec5458d=test,,1731986596162.3684c6580649dd9f094efbef0ec5458d.} 2024-11-19T03:23:23,570 DEBUG [RS:0;47efada56ed5:42073 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3684c6580649dd9f094efbef0ec5458d 2024-11-19T03:23:23,570 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T03:23:23,570 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T03:23:23,570 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T03:23:23,570 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T03:23:23,570 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T03:23:23,570 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-19T03:23:23,569 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731986596162.3684c6580649dd9f094efbef0ec5458d. 2024-11-19T03:23:23,588 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731986596162.3684c6580649dd9f094efbef0ec5458d. 2024-11-19T03:23:23,588 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731986596162.3684c6580649dd9f094efbef0ec5458d. after waiting 0 ms 2024-11-19T03:23:23,588 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731986596162.3684c6580649dd9f094efbef0ec5458d. 2024-11-19T03:23:23,592 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44049/user/jenkins/test-data/10064611-f5c5-37f3-148d-a34868d06b80/data/hbase/meta/1588230740/.tmp/info/e2d4a49d057b4e7fab679ab408688707 is 129, key is test,,1731986596162.3684c6580649dd9f094efbef0ec5458d./info:regioninfo/1731986597331/Put/seqid=0 2024-11-19T03:23:23,605 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44049/user/jenkins/test-data/10064611-f5c5-37f3-148d-a34868d06b80/data/default/test/3684c6580649dd9f094efbef0ec5458d/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-19T03:23:23,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42353 is added to blk_1073741839_1015 (size=6421) 2024-11-19T03:23:23,607 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T03:23:23,607 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44049/user/jenkins/test-data/10064611-f5c5-37f3-148d-a34868d06b80/data/hbase/meta/1588230740/.tmp/info/e2d4a49d057b4e7fab679ab408688707 2024-11-19T03:23:23,607 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T03:23:23,607 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731986596162.3684c6580649dd9f094efbef0ec5458d. 2024-11-19T03:23:23,607 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3684c6580649dd9f094efbef0ec5458d: Waiting for close lock at 1731986603569Running coprocessor pre-close hooks at 1731986603569Disabling compacts and flushes for region at 1731986603569Disabling writes for close at 1731986603588 (+19 ms)Writing region close event to WAL at 1731986603596 (+8 ms)Running coprocessor post-close hooks at 1731986603606 (+10 ms)Closed at 1731986603607 (+1 ms) 2024-11-19T03:23:23,607 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731986596162.3684c6580649dd9f094efbef0ec5458d. 2024-11-19T03:23:23,633 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44049/user/jenkins/test-data/10064611-f5c5-37f3-148d-a34868d06b80/data/hbase/meta/1588230740/.tmp/ns/89a38b22a8e747d88d47af731ac0d9ec is 43, key is default/ns:d/1731986592775/Put/seqid=0 2024-11-19T03:23:23,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42353 is added to blk_1073741840_1016 (size=5153) 2024-11-19T03:23:23,652 INFO [regionserver/47efada56ed5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T03:23:23,770 DEBUG [RS:0;47efada56ed5:42073 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T03:23:23,886 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43417,1731986577773.replicationSource.wal-reader.47efada56ed5%2C43417%2C1731986577773,1-47efada56ed5,43417,1731986577773 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/WALs/47efada56ed5,43417,1731986577773/47efada56ed5%2C43417%2C1731986577773.1731986601974 to pos 393, reset compression=false 2024-11-19T03:23:23,932 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,2-47efada56ed5,43417,1731986577773.replicationSource.wal-reader.47efada56ed5%2C43417%2C1731986577773,2-47efada56ed5,43417,1731986577773 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/WALs/47efada56ed5,43417,1731986577773/47efada56ed5%2C43417%2C1731986577773.1731986601974 to pos 393, reset compression=false 2024-11-19T03:23:23,970 DEBUG [RS:0;47efada56ed5:42073 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T03:23:24,046 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44049/user/jenkins/test-data/10064611-f5c5-37f3-148d-a34868d06b80/data/hbase/meta/1588230740/.tmp/ns/89a38b22a8e747d88d47af731ac0d9ec 2024-11-19T03:23:24,070 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44049/user/jenkins/test-data/10064611-f5c5-37f3-148d-a34868d06b80/data/hbase/meta/1588230740/.tmp/rep_barrier/0077db322dd54ae4b595571cf064eb19 is 112, key is test,,1731986596162.3684c6580649dd9f094efbef0ec5458d./rep_barrier:seqnumDuringOpen/1731986597331/Put/seqid=0 2024-11-19T03:23:24,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42353 is added to blk_1073741841_1017 (size=5518) 2024-11-19T03:23:24,085 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44049/user/jenkins/test-data/10064611-f5c5-37f3-148d-a34868d06b80/data/hbase/meta/1588230740/.tmp/rep_barrier/0077db322dd54ae4b595571cf064eb19 2024-11-19T03:23:24,112 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44049/user/jenkins/test-data/10064611-f5c5-37f3-148d-a34868d06b80/data/hbase/meta/1588230740/.tmp/table/7d6f59387af44d7594792461d1e6579b is 40, key is test/table:state/1731986597337/Put/seqid=0 2024-11-19T03:23:24,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42353 is added to blk_1073741842_1018 (size=5165) 2024-11-19T03:23:24,141 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44049/user/jenkins/test-data/10064611-f5c5-37f3-148d-a34868d06b80/data/hbase/meta/1588230740/.tmp/table/7d6f59387af44d7594792461d1e6579b 2024-11-19T03:23:24,147 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44049/user/jenkins/test-data/10064611-f5c5-37f3-148d-a34868d06b80/data/hbase/meta/1588230740/.tmp/info/e2d4a49d057b4e7fab679ab408688707 as hdfs://localhost:44049/user/jenkins/test-data/10064611-f5c5-37f3-148d-a34868d06b80/data/hbase/meta/1588230740/info/e2d4a49d057b4e7fab679ab408688707 2024-11-19T03:23:24,157 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44049/user/jenkins/test-data/10064611-f5c5-37f3-148d-a34868d06b80/data/hbase/meta/1588230740/info/e2d4a49d057b4e7fab679ab408688707, entries=10, sequenceid=11, filesize=6.3 K 2024-11-19T03:23:24,158 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44049/user/jenkins/test-data/10064611-f5c5-37f3-148d-a34868d06b80/data/hbase/meta/1588230740/.tmp/ns/89a38b22a8e747d88d47af731ac0d9ec as hdfs://localhost:44049/user/jenkins/test-data/10064611-f5c5-37f3-148d-a34868d06b80/data/hbase/meta/1588230740/ns/89a38b22a8e747d88d47af731ac0d9ec 2024-11-19T03:23:24,165 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44049/user/jenkins/test-data/10064611-f5c5-37f3-148d-a34868d06b80/data/hbase/meta/1588230740/ns/89a38b22a8e747d88d47af731ac0d9ec, entries=2, sequenceid=11, filesize=5.0 K 2024-11-19T03:23:24,170 DEBUG [RS:0;47efada56ed5:42073 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T03:23:24,172 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44049/user/jenkins/test-data/10064611-f5c5-37f3-148d-a34868d06b80/data/hbase/meta/1588230740/.tmp/rep_barrier/0077db322dd54ae4b595571cf064eb19 as hdfs://localhost:44049/user/jenkins/test-data/10064611-f5c5-37f3-148d-a34868d06b80/data/hbase/meta/1588230740/rep_barrier/0077db322dd54ae4b595571cf064eb19 2024-11-19T03:23:24,176 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44049/user/jenkins/test-data/10064611-f5c5-37f3-148d-a34868d06b80/data/hbase/meta/1588230740/rep_barrier/0077db322dd54ae4b595571cf064eb19, entries=1, sequenceid=11, filesize=5.4 K 2024-11-19T03:23:24,177 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44049/user/jenkins/test-data/10064611-f5c5-37f3-148d-a34868d06b80/data/hbase/meta/1588230740/.tmp/table/7d6f59387af44d7594792461d1e6579b as hdfs://localhost:44049/user/jenkins/test-data/10064611-f5c5-37f3-148d-a34868d06b80/data/hbase/meta/1588230740/table/7d6f59387af44d7594792461d1e6579b 2024-11-19T03:23:24,182 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44049/user/jenkins/test-data/10064611-f5c5-37f3-148d-a34868d06b80/data/hbase/meta/1588230740/table/7d6f59387af44d7594792461d1e6579b, entries=2, sequenceid=11, filesize=5.0 K 2024-11-19T03:23:24,183 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 613ms, sequenceid=11, compaction requested=false 2024-11-19T03:23:24,205 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44049/user/jenkins/test-data/10064611-f5c5-37f3-148d-a34868d06b80/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-19T03:23:24,206 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T03:23:24,206 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T03:23:24,206 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T03:23:24,206 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731986603570Running coprocessor pre-close hooks at 1731986603570Disabling compacts and flushes for region at 1731986603570Disabling writes for close at 1731986603570Obtaining lock to block concurrent updates at 1731986603570Preparing flush snapshotting stores in 1588230740 at 1731986603570Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731986603570Flushing stores of hbase:meta,,1.1588230740 at 1731986603571 (+1 ms)Flushing 1588230740/info: creating writer at 1731986603571Flushing 1588230740/info: appending metadata at 1731986603591 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731986603591Flushing 1588230740/ns: creating writer at 1731986603613 (+22 ms)Flushing 1588230740/ns: appending metadata at 1731986603633 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731986603633Flushing 1588230740/rep_barrier: creating writer at 1731986604051 (+418 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731986604069 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731986604069Flushing 1588230740/table: creating writer at 1731986604093 (+24 ms)Flushing 1588230740/table: appending metadata at 1731986604111 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731986604111Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30c223ca: reopening flushed file at 1731986604146 (+35 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60a4ee20: reopening flushed file at 1731986604157 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a122b6c: reopening flushed file at 1731986604165 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5666bdaa: reopening flushed file at 1731986604177 (+12 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 613ms, sequenceid=11, compaction requested=false at 1731986604183 (+6 ms)Writing region close event to WAL at 1731986604198 (+15 ms)Running coprocessor post-close hooks at 1731986604206 (+8 ms)Closed at 1731986604206 2024-11-19T03:23:24,206 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T03:23:24,370 INFO [RS:0;47efada56ed5:42073 {}] regionserver.HRegionServer(976): stopping server 47efada56ed5,42073,1731986589806; all regions closed. 2024-11-19T03:23:24,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42353 is added to blk_1073741834_1010 (size=2717) 2024-11-19T03:23:24,374 DEBUG [RS:0;47efada56ed5:42073 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/10064611-f5c5-37f3-148d-a34868d06b80/oldWALs 2024-11-19T03:23:24,374 INFO [RS:0;47efada56ed5:42073 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 47efada56ed5%2C42073%2C1731986589806.meta:.meta(num 1731986592724) 2024-11-19T03:23:24,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42353 is added to blk_1073741832_1008 (size=1028) 2024-11-19T03:23:24,377 DEBUG [RS:0;47efada56ed5:42073 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/10064611-f5c5-37f3-148d-a34868d06b80/oldWALs 2024-11-19T03:23:24,377 INFO [RS:0;47efada56ed5:42073 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 47efada56ed5%2C42073%2C1731986589806:(num 1731986591675) 2024-11-19T03:23:24,377 DEBUG [RS:0;47efada56ed5:42073 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:23:24,377 INFO [RS:0;47efada56ed5:42073 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T03:23:24,377 INFO [RS:0;47efada56ed5:42073 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T03:23:24,377 INFO [RS:0;47efada56ed5:42073 {}] hbase.ChoreService(370): Chore service for: regionserver/47efada56ed5:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-19T03:23:24,377 INFO [RS:0;47efada56ed5:42073 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T03:23:24,377 INFO [regionserver/47efada56ed5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T03:23:24,377 INFO [RS:0;47efada56ed5:42073 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;47efada56ed5:42073. 2024-11-19T03:23:24,377 DEBUG [RS:0;47efada56ed5:42073 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:23:24,377 DEBUG [RS:0;47efada56ed5:42073 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:23:24,378 DEBUG [RS:0;47efada56ed5:42073 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:23:24,378 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:23:24,378 INFO [RS:0;47efada56ed5:42073 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42073 2024-11-19T03:23:24,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42073-0x101511dcbca0007, quorum=127.0.0.1:59957, baseZNode=/21708926330 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21708926330/rs/47efada56ed5,42073,1731986589806 2024-11-19T03:23:24,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33645-0x101511dcbca0006, quorum=127.0.0.1:59957, baseZNode=/21708926330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21708926330/rs 2024-11-19T03:23:24,450 INFO [RS:0;47efada56ed5:42073 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T03:23:24,450 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [47efada56ed5,42073,1731986589806] 2024-11-19T03:23:24,471 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21708926330/draining/47efada56ed5,42073,1731986589806 already deleted, retry=false 2024-11-19T03:23:24,471 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 47efada56ed5,42073,1731986589806 expired; onlineServers=0 2024-11-19T03:23:24,471 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '47efada56ed5,33645,1731986589666' ***** 2024-11-19T03:23:24,471 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T03:23:24,471 INFO [M:0;47efada56ed5:33645 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T03:23:24,471 INFO [M:0;47efada56ed5:33645 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T03:23:24,471 DEBUG [M:0;47efada56ed5:33645 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T03:23:24,471 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T03:23:24,471 DEBUG [master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.large.0-1731986591394 {}] cleaner.HFileCleaner(306): Exit Thread[master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.large.0-1731986591394,5,FailOnTimeoutGroup] 2024-11-19T03:23:24,471 DEBUG [M:0;47efada56ed5:33645 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T03:23:24,471 DEBUG [master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.small.0-1731986591394 {}] cleaner.HFileCleaner(306): Exit Thread[master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.small.0-1731986591394,5,FailOnTimeoutGroup] 2024-11-19T03:23:24,471 INFO [M:0;47efada56ed5:33645 {}] hbase.ChoreService(370): Chore service for: master/47efada56ed5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T03:23:24,471 INFO [M:0;47efada56ed5:33645 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T03:23:24,471 DEBUG [M:0;47efada56ed5:33645 {}] master.HMaster(1795): Stopping service threads 2024-11-19T03:23:24,471 INFO [M:0;47efada56ed5:33645 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T03:23:24,472 INFO [M:0;47efada56ed5:33645 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T03:23:24,472 INFO [M:0;47efada56ed5:33645 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T03:23:24,472 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T03:23:24,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33645-0x101511dcbca0006, quorum=127.0.0.1:59957, baseZNode=/21708926330 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21708926330/master 2024-11-19T03:23:24,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33645-0x101511dcbca0006, quorum=127.0.0.1:59957, baseZNode=/21708926330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21708926330 2024-11-19T03:23:24,481 DEBUG [M:0;47efada56ed5:33645 {}] zookeeper.ZKUtil(347): master:33645-0x101511dcbca0006, quorum=127.0.0.1:59957, baseZNode=/21708926330 Unable to get data of znode /21708926330/master because node does not exist (not an error) 2024-11-19T03:23:24,481 WARN [M:0;47efada56ed5:33645 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T03:23:24,482 INFO [M:0;47efada56ed5:33645 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44049/user/jenkins/test-data/10064611-f5c5-37f3-148d-a34868d06b80/.lastflushedseqids 2024-11-19T03:23:24,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42353 is added to blk_1073741843_1019 (size=173) 2024-11-19T03:23:24,490 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43417,1731986577773.replicationSource.wal-reader.47efada56ed5%2C43417%2C1731986577773,1-47efada56ed5,43417,1731986577773 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/WALs/47efada56ed5,43417,1731986577773/47efada56ed5%2C43417%2C1731986577773.1731986601974 to pos 393, reset compression=false 2024-11-19T03:23:24,535 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,2-47efada56ed5,43417,1731986577773.replicationSource.wal-reader.47efada56ed5%2C43417%2C1731986577773,2-47efada56ed5,43417,1731986577773 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/WALs/47efada56ed5,43417,1731986577773/47efada56ed5%2C43417%2C1731986577773.1731986601974 to pos 393, reset compression=false 2024-11-19T03:23:24,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42073-0x101511dcbca0007, quorum=127.0.0.1:59957, baseZNode=/21708926330 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T03:23:24,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42073-0x101511dcbca0007, quorum=127.0.0.1:59957, baseZNode=/21708926330 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T03:23:24,560 INFO [RS:0;47efada56ed5:42073 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T03:23:24,560 INFO [RS:0;47efada56ed5:42073 {}] regionserver.HRegionServer(1031): Exiting; stopping=47efada56ed5,42073,1731986589806; zookeeper connection closed. 2024-11-19T03:23:24,561 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6464c903 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6464c903 2024-11-19T03:23:24,561 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T03:23:24,621 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T03:23:24,622 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:23:24,623 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:23:24,623 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:23:24,623 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:23:24,623 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:23:24,623 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:23:24,624 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:23:24,680 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:23:24,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:23:24,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:23:24,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:23:24,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:23:24,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:23:24,689 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:23:24,693 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:23:24,693 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:23:24,695 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:23:24,885 INFO [M:0;47efada56ed5:33645 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T03:23:24,886 INFO [M:0;47efada56ed5:33645 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T03:23:24,886 DEBUG [M:0;47efada56ed5:33645 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T03:23:24,886 INFO [M:0;47efada56ed5:33645 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:23:24,886 DEBUG [M:0;47efada56ed5:33645 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:23:24,886 DEBUG [M:0;47efada56ed5:33645 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T03:23:24,886 DEBUG [M:0;47efada56ed5:33645 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:23:24,886 INFO [M:0;47efada56ed5:33645 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-19T03:23:24,899 DEBUG [M:0;47efada56ed5:33645 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44049/user/jenkins/test-data/10064611-f5c5-37f3-148d-a34868d06b80/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3231608fea2041879704d121ece31fc6 is 82, key is hbase:meta,,1/info:regioninfo/1731986592755/Put/seqid=0 2024-11-19T03:23:24,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42353 is added to blk_1073741844_1020 (size=5672) 2024-11-19T03:23:25,192 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43417,1731986577773.replicationSource.wal-reader.47efada56ed5%2C43417%2C1731986577773,1-47efada56ed5,43417,1731986577773 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/WALs/47efada56ed5,43417,1731986577773/47efada56ed5%2C43417%2C1731986577773.1731986601974 to pos 393, reset compression=false 2024-11-19T03:23:25,238 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,2-47efada56ed5,43417,1731986577773.replicationSource.wal-reader.47efada56ed5%2C43417%2C1731986577773,2-47efada56ed5,43417,1731986577773 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/WALs/47efada56ed5,43417,1731986577773/47efada56ed5%2C43417%2C1731986577773.1731986601974 to pos 393, reset compression=false 2024-11-19T03:23:25,302 INFO [M:0;47efada56ed5:33645 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:44049/user/jenkins/test-data/10064611-f5c5-37f3-148d-a34868d06b80/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3231608fea2041879704d121ece31fc6 2024-11-19T03:23:25,322 DEBUG [M:0;47efada56ed5:33645 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44049/user/jenkins/test-data/10064611-f5c5-37f3-148d-a34868d06b80/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c8580cfc92004a74bfdeffaf4754a80a is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731986597340/Put/seqid=0 2024-11-19T03:23:25,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42353 is added to blk_1073741845_1021 (size=6586) 2024-11-19T03:23:25,730 INFO [M:0;47efada56ed5:33645 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:44049/user/jenkins/test-data/10064611-f5c5-37f3-148d-a34868d06b80/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c8580cfc92004a74bfdeffaf4754a80a 2024-11-19T03:23:25,749 DEBUG [M:0;47efada56ed5:33645 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44049/user/jenkins/test-data/10064611-f5c5-37f3-148d-a34868d06b80/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f61ea2d5df3d474887828bf297620786 is 69, key is 47efada56ed5,42073,1731986589806/rs:state/1731986591478/Put/seqid=0 2024-11-19T03:23:25,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42353 is added to blk_1073741846_1022 (size=5156) 2024-11-19T03:23:25,995 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43417,1731986577773.replicationSource.wal-reader.47efada56ed5%2C43417%2C1731986577773,1-47efada56ed5,43417,1731986577773 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/WALs/47efada56ed5,43417,1731986577773/47efada56ed5%2C43417%2C1731986577773.1731986601974 to pos 393, reset compression=false 2024-11-19T03:23:26,042 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,2-47efada56ed5,43417,1731986577773.replicationSource.wal-reader.47efada56ed5%2C43417%2C1731986577773,2-47efada56ed5,43417,1731986577773 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/WALs/47efada56ed5,43417,1731986577773/47efada56ed5%2C43417%2C1731986577773.1731986601974 to pos 393, reset compression=false 2024-11-19T03:23:26,152 INFO [M:0;47efada56ed5:33645 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:44049/user/jenkins/test-data/10064611-f5c5-37f3-148d-a34868d06b80/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f61ea2d5df3d474887828bf297620786 2024-11-19T03:23:26,156 DEBUG [M:0;47efada56ed5:33645 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44049/user/jenkins/test-data/10064611-f5c5-37f3-148d-a34868d06b80/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3231608fea2041879704d121ece31fc6 as hdfs://localhost:44049/user/jenkins/test-data/10064611-f5c5-37f3-148d-a34868d06b80/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3231608fea2041879704d121ece31fc6 2024-11-19T03:23:26,159 INFO [M:0;47efada56ed5:33645 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44049/user/jenkins/test-data/10064611-f5c5-37f3-148d-a34868d06b80/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3231608fea2041879704d121ece31fc6, entries=8, sequenceid=55, filesize=5.5 K 2024-11-19T03:23:26,160 DEBUG [M:0;47efada56ed5:33645 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44049/user/jenkins/test-data/10064611-f5c5-37f3-148d-a34868d06b80/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c8580cfc92004a74bfdeffaf4754a80a as hdfs://localhost:44049/user/jenkins/test-data/10064611-f5c5-37f3-148d-a34868d06b80/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c8580cfc92004a74bfdeffaf4754a80a 2024-11-19T03:23:26,163 INFO [M:0;47efada56ed5:33645 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44049/user/jenkins/test-data/10064611-f5c5-37f3-148d-a34868d06b80/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c8580cfc92004a74bfdeffaf4754a80a, entries=6, sequenceid=55, filesize=6.4 K 2024-11-19T03:23:26,163 DEBUG [M:0;47efada56ed5:33645 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44049/user/jenkins/test-data/10064611-f5c5-37f3-148d-a34868d06b80/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f61ea2d5df3d474887828bf297620786 as hdfs://localhost:44049/user/jenkins/test-data/10064611-f5c5-37f3-148d-a34868d06b80/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f61ea2d5df3d474887828bf297620786 2024-11-19T03:23:26,167 INFO [M:0;47efada56ed5:33645 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44049/user/jenkins/test-data/10064611-f5c5-37f3-148d-a34868d06b80/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f61ea2d5df3d474887828bf297620786, entries=1, sequenceid=55, filesize=5.0 K 2024-11-19T03:23:26,168 INFO [M:0;47efada56ed5:33645 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=55, compaction requested=false 2024-11-19T03:23:26,173 INFO [M:0;47efada56ed5:33645 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:23:26,173 DEBUG [M:0;47efada56ed5:33645 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731986604886Disabling compacts and flushes for region at 1731986604886Disabling writes for close at 1731986604886Obtaining lock to block concurrent updates at 1731986604886Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731986604886Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731986604886Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731986604887 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731986604887Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731986604899 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731986604899Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731986605306 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731986605322 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731986605322Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731986605733 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731986605748 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731986605748Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9b04675: reopening flushed file at 1731986606156 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3635348f: reopening flushed file at 1731986606159 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e268907: reopening flushed file at 1731986606163 (+4 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=55, compaction requested=false at 1731986606168 (+5 ms)Writing region close event to WAL at 1731986606173 (+5 ms)Closed at 1731986606173 2024-11-19T03:23:26,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42353 is added to blk_1073741830_1006 (size=32770) 2024-11-19T03:23:26,175 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T03:23:26,176 INFO [M:0;47efada56ed5:33645 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T03:23:26,176 INFO [M:0;47efada56ed5:33645 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33645 2024-11-19T03:23:26,176 INFO [M:0;47efada56ed5:33645 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T03:23:26,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33645-0x101511dcbca0006, quorum=127.0.0.1:59957, baseZNode=/21708926330 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T03:23:26,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33645-0x101511dcbca0006, quorum=127.0.0.1:59957, baseZNode=/21708926330 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T03:23:26,305 INFO [M:0;47efada56ed5:33645 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T03:23:26,309 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@57927f60{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T03:23:26,309 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@32c5e936{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T03:23:26,309 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T03:23:26,309 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c3e5df6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T03:23:26,309 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c0c202e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe15c174-13a8-8760-6080-f42683a571d8/hadoop.log.dir/,STOPPED} 2024-11-19T03:23:26,311 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T03:23:26,311 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T03:23:26,311 WARN [BP-594799054-172.17.0.3-1731986587307 heartbeating to localhost/127.0.0.1:44049 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T03:23:26,311 WARN [BP-594799054-172.17.0.3-1731986587307 heartbeating to localhost/127.0.0.1:44049 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-594799054-172.17.0.3-1731986587307 (Datanode Uuid 2a4a3f0c-afaf-42d0-ae5d-23f059c12bac) service to localhost/127.0.0.1:44049 2024-11-19T03:23:26,312 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe15c174-13a8-8760-6080-f42683a571d8/cluster_de7bbbd4-2d6b-6de2-8991-9a04c28e270a/data/data1/current/BP-594799054-172.17.0.3-1731986587307 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T03:23:26,312 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe15c174-13a8-8760-6080-f42683a571d8/cluster_de7bbbd4-2d6b-6de2-8991-9a04c28e270a/data/data2/current/BP-594799054-172.17.0.3-1731986587307 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T03:23:26,312 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T03:23:26,317 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@27abd8e2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T03:23:26,318 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6b5e5dd0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T03:23:26,318 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T03:23:26,318 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2184a25{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T03:23:26,318 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b285d19{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fe15c174-13a8-8760-6080-f42683a571d8/hadoop.log.dir/,STOPPED} 2024-11-19T03:23:26,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T03:23:26,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T03:23:26,335 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T03:23:26,335 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:23:26,335 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:23:26,335 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:23:26,335 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:23:26,335 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T03:23:26,335 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=505664110, stopped=false 2024-11-19T03:23:26,335 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=47efada56ed5,36513,1731986582904 2024-11-19T03:23:26,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39891-0x101511dcbca0004, quorum=127.0.0.1:59957, baseZNode=/1981056002 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1981056002/running 2024-11-19T03:23:26,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36513-0x101511dcbca0003, quorum=127.0.0.1:59957, baseZNode=/1981056002 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1981056002/running 2024-11-19T03:23:26,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36513-0x101511dcbca0003, quorum=127.0.0.1:59957, baseZNode=/1981056002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1981056002 2024-11-19T03:23:26,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39891-0x101511dcbca0004, quorum=127.0.0.1:59957, baseZNode=/1981056002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1981056002 2024-11-19T03:23:26,365 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T03:23:26,365 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T03:23:26,365 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:23:26,365 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:23:26,365 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39891-0x101511dcbca0004, quorum=127.0.0.1:59957, baseZNode=/1981056002 Set watcher on znode that does not yet exist, /1981056002/running 2024-11-19T03:23:26,365 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36513-0x101511dcbca0003, quorum=127.0.0.1:59957, baseZNode=/1981056002 Set watcher on znode that does not yet exist, /1981056002/running 2024-11-19T03:23:26,365 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '47efada56ed5,39891,1731986583664' ***** 2024-11-19T03:23:26,366 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T03:23:26,366 INFO [RS:0;47efada56ed5:39891 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T03:23:26,366 INFO [RS:0;47efada56ed5:39891 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T03:23:26,366 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T03:23:26,366 INFO [RS:0;47efada56ed5:39891 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T03:23:26,366 INFO [RS:0;47efada56ed5:39891 {}] regionserver.HRegionServer(3091): Received CLOSE for 51af61e57b5f348979c38726100db17e 2024-11-19T03:23:26,366 INFO [RS:0;47efada56ed5:39891 {}] regionserver.HRegionServer(959): stopping server 47efada56ed5,39891,1731986583664 2024-11-19T03:23:26,366 INFO [RS:0;47efada56ed5:39891 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T03:23:26,366 INFO [RS:0;47efada56ed5:39891 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;47efada56ed5:39891. 2024-11-19T03:23:26,366 DEBUG [RS:0;47efada56ed5:39891 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:23:26,366 DEBUG [RS:0;47efada56ed5:39891 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:23:26,366 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 51af61e57b5f348979c38726100db17e, disabling compactions & flushes 2024-11-19T03:23:26,366 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731986594010.51af61e57b5f348979c38726100db17e. 2024-11-19T03:23:26,366 INFO [RS:0;47efada56ed5:39891 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T03:23:26,366 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731986594010.51af61e57b5f348979c38726100db17e. 2024-11-19T03:23:26,366 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731986594010.51af61e57b5f348979c38726100db17e. after waiting 0 ms 2024-11-19T03:23:26,366 INFO [RS:0;47efada56ed5:39891 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T03:23:26,366 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731986594010.51af61e57b5f348979c38726100db17e. 2024-11-19T03:23:26,366 INFO [RS:0;47efada56ed5:39891 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T03:23:26,366 INFO [RS:0;47efada56ed5:39891 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T03:23:26,367 INFO [RS:0;47efada56ed5:39891 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T03:23:26,367 DEBUG [RS:0;47efada56ed5:39891 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 51af61e57b5f348979c38726100db17e=test,,1731986594010.51af61e57b5f348979c38726100db17e.} 2024-11-19T03:23:26,367 DEBUG [RS:0;47efada56ed5:39891 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 51af61e57b5f348979c38726100db17e 2024-11-19T03:23:26,367 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T03:23:26,367 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T03:23:26,367 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T03:23:26,367 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T03:23:26,367 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T03:23:26,367 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-19T03:23:26,370 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43817/user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528/data/default/test/51af61e57b5f348979c38726100db17e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-19T03:23:26,371 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T03:23:26,371 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T03:23:26,371 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731986594010.51af61e57b5f348979c38726100db17e. 2024-11-19T03:23:26,371 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 51af61e57b5f348979c38726100db17e: Waiting for close lock at 1731986606366Running coprocessor pre-close hooks at 1731986606366Disabling compacts and flushes for region at 1731986606366Disabling writes for close at 1731986606366Writing region close event to WAL at 1731986606367 (+1 ms)Running coprocessor post-close hooks at 1731986606371 (+4 ms)Closed at 1731986606371 2024-11-19T03:23:26,371 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731986594010.51af61e57b5f348979c38726100db17e. 2024-11-19T03:23:26,385 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43817/user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528/data/hbase/meta/1588230740/.tmp/info/3417ed2ab4694e92899e722506ec7063 is 129, key is test,,1731986594010.51af61e57b5f348979c38726100db17e./info:regioninfo/1731986595145/Put/seqid=0 2024-11-19T03:23:26,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37653 is added to blk_1073741841_1017 (size=6421) 2024-11-19T03:23:26,392 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43817/user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528/data/hbase/meta/1588230740/.tmp/info/3417ed2ab4694e92899e722506ec7063 2024-11-19T03:23:26,421 INFO [regionserver/47efada56ed5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T03:23:26,424 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43817/user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528/data/hbase/meta/1588230740/.tmp/ns/a35104addb2544b88a7539b13c6a15b1 is 43, key is default/ns:d/1731986587204/Put/seqid=0 2024-11-19T03:23:26,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37653 is added to blk_1073741842_1018 (size=5153) 2024-11-19T03:23:26,437 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43817/user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528/data/hbase/meta/1588230740/.tmp/ns/a35104addb2544b88a7539b13c6a15b1 2024-11-19T03:23:26,470 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43817/user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528/data/hbase/meta/1588230740/.tmp/rep_barrier/62c333703e8a4951af1db8201dfea3e5 is 112, key is test,,1731986594010.51af61e57b5f348979c38726100db17e./rep_barrier:seqnumDuringOpen/1731986595145/Put/seqid=0 2024-11-19T03:23:26,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37653 is added to blk_1073741843_1019 (size=5518) 2024-11-19T03:23:26,510 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43817/user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528/data/hbase/meta/1588230740/.tmp/rep_barrier/62c333703e8a4951af1db8201dfea3e5 2024-11-19T03:23:26,535 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43817/user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528/data/hbase/meta/1588230740/.tmp/table/fccb1320f0c749699ac1e2e7ebb32cf3 is 40, key is test/table:state/1731986595151/Put/seqid=0 2024-11-19T03:23:26,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37653 is added to blk_1073741844_1020 (size=5165) 2024-11-19T03:23:26,567 DEBUG [RS:0;47efada56ed5:39891 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T03:23:26,767 DEBUG [RS:0;47efada56ed5:39891 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T03:23:26,899 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43417,1731986577773.replicationSource.wal-reader.47efada56ed5%2C43417%2C1731986577773,1-47efada56ed5,43417,1731986577773 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/WALs/47efada56ed5,43417,1731986577773/47efada56ed5%2C43417%2C1731986577773.1731986601974 to pos 393, reset compression=false 2024-11-19T03:23:26,939 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43817/user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528/data/hbase/meta/1588230740/.tmp/table/fccb1320f0c749699ac1e2e7ebb32cf3 2024-11-19T03:23:26,943 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43817/user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528/data/hbase/meta/1588230740/.tmp/info/3417ed2ab4694e92899e722506ec7063 as hdfs://localhost:43817/user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528/data/hbase/meta/1588230740/info/3417ed2ab4694e92899e722506ec7063 2024-11-19T03:23:26,945 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,2-47efada56ed5,43417,1731986577773.replicationSource.wal-reader.47efada56ed5%2C43417%2C1731986577773,2-47efada56ed5,43417,1731986577773 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/WALs/47efada56ed5,43417,1731986577773/47efada56ed5%2C43417%2C1731986577773.1731986601974 to pos 393, reset compression=false 2024-11-19T03:23:26,946 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43817/user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528/data/hbase/meta/1588230740/info/3417ed2ab4694e92899e722506ec7063, entries=10, sequenceid=11, filesize=6.3 K 2024-11-19T03:23:26,947 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43817/user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528/data/hbase/meta/1588230740/.tmp/ns/a35104addb2544b88a7539b13c6a15b1 as hdfs://localhost:43817/user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528/data/hbase/meta/1588230740/ns/a35104addb2544b88a7539b13c6a15b1 2024-11-19T03:23:26,950 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43817/user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528/data/hbase/meta/1588230740/ns/a35104addb2544b88a7539b13c6a15b1, entries=2, sequenceid=11, filesize=5.0 K 2024-11-19T03:23:26,951 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43817/user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528/data/hbase/meta/1588230740/.tmp/rep_barrier/62c333703e8a4951af1db8201dfea3e5 as hdfs://localhost:43817/user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528/data/hbase/meta/1588230740/rep_barrier/62c333703e8a4951af1db8201dfea3e5 2024-11-19T03:23:26,954 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43817/user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528/data/hbase/meta/1588230740/rep_barrier/62c333703e8a4951af1db8201dfea3e5, entries=1, sequenceid=11, filesize=5.4 K 2024-11-19T03:23:26,955 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43817/user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528/data/hbase/meta/1588230740/.tmp/table/fccb1320f0c749699ac1e2e7ebb32cf3 as hdfs://localhost:43817/user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528/data/hbase/meta/1588230740/table/fccb1320f0c749699ac1e2e7ebb32cf3 2024-11-19T03:23:26,958 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43817/user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528/data/hbase/meta/1588230740/table/fccb1320f0c749699ac1e2e7ebb32cf3, entries=2, sequenceid=11, filesize=5.0 K 2024-11-19T03:23:26,959 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 592ms, sequenceid=11, compaction requested=false 2024-11-19T03:23:26,962 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43817/user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-19T03:23:26,962 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T03:23:26,962 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T03:23:26,963 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T03:23:26,963 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731986606367Running coprocessor pre-close hooks at 1731986606367Disabling compacts and flushes for region at 1731986606367Disabling writes for close at 1731986606367Obtaining lock to block concurrent updates at 1731986606367Preparing flush snapshotting stores in 1588230740 at 1731986606367Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731986606367Flushing stores of hbase:meta,,1.1588230740 at 1731986606367Flushing 1588230740/info: creating writer at 1731986606368 (+1 ms)Flushing 1588230740/info: appending metadata at 1731986606384 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731986606384Flushing 1588230740/ns: creating writer at 1731986606396 (+12 ms)Flushing 1588230740/ns: appending metadata at 1731986606424 (+28 ms)Flushing 1588230740/ns: closing flushed file at 1731986606424Flushing 1588230740/rep_barrier: creating writer at 1731986606443 (+19 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731986606469 (+26 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731986606469Flushing 1588230740/table: creating writer at 1731986606515 (+46 ms)Flushing 1588230740/table: appending metadata at 1731986606535 (+20 ms)Flushing 1588230740/table: closing flushed file at 1731986606535Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7016625b: reopening flushed file at 1731986606942 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f6b911d: reopening flushed file at 1731986606946 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ea05b74: reopening flushed file at 1731986606950 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61744d55: reopening flushed file at 1731986606955 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 592ms, sequenceid=11, compaction requested=false at 1731986606959 (+4 ms)Writing region close event to WAL at 1731986606960 (+1 ms)Running coprocessor post-close hooks at 1731986606962 (+2 ms)Closed at 1731986606962 2024-11-19T03:23:26,963 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T03:23:26,967 INFO [RS:0;47efada56ed5:39891 {}] regionserver.HRegionServer(976): stopping server 47efada56ed5,39891,1731986583664; all regions closed. 2024-11-19T03:23:26,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37653 is added to blk_1073741834_1010 (size=2717) 2024-11-19T03:23:26,969 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528/WALs/47efada56ed5,39891,1731986583664/47efada56ed5%2C39891%2C1731986583664.meta.1731986587166.meta not finished, retry = 0 2024-11-19T03:23:27,071 DEBUG [RS:0;47efada56ed5:39891 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528/oldWALs 2024-11-19T03:23:27,071 INFO [RS:0;47efada56ed5:39891 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 47efada56ed5%2C39891%2C1731986583664.meta:.meta(num 1731986587166) 2024-11-19T03:23:27,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37653 is added to blk_1073741832_1008 (size=1374) 2024-11-19T03:23:27,074 DEBUG [RS:0;47efada56ed5:39891 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528/oldWALs 2024-11-19T03:23:27,074 INFO [RS:0;47efada56ed5:39891 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 47efada56ed5%2C39891%2C1731986583664:(num 1731986586341) 2024-11-19T03:23:27,074 DEBUG [RS:0;47efada56ed5:39891 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:23:27,075 INFO [RS:0;47efada56ed5:39891 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T03:23:27,075 INFO [RS:0;47efada56ed5:39891 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T03:23:27,075 INFO [RS:0;47efada56ed5:39891 {}] hbase.ChoreService(370): Chore service for: regionserver/47efada56ed5:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T03:23:27,075 INFO [RS:0;47efada56ed5:39891 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T03:23:27,075 INFO [RS:0;47efada56ed5:39891 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;47efada56ed5:39891. 2024-11-19T03:23:27,075 INFO [regionserver/47efada56ed5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T03:23:27,075 DEBUG [RS:0;47efada56ed5:39891 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:23:27,075 DEBUG [RS:0;47efada56ed5:39891 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:23:27,076 DEBUG [RS:0;47efada56ed5:39891 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:23:27,076 INFO [RS:0;47efada56ed5:39891 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39891 2024-11-19T03:23:27,076 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:23:27,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36513-0x101511dcbca0003, quorum=127.0.0.1:59957, baseZNode=/1981056002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1981056002/rs 2024-11-19T03:23:27,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39891-0x101511dcbca0004, quorum=127.0.0.1:59957, baseZNode=/1981056002 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1981056002/rs/47efada56ed5,39891,1731986583664 2024-11-19T03:23:27,081 INFO [RS:0;47efada56ed5:39891 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T03:23:27,091 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [47efada56ed5,39891,1731986583664] 2024-11-19T03:23:27,102 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1981056002/draining/47efada56ed5,39891,1731986583664 already deleted, retry=false 2024-11-19T03:23:27,102 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 47efada56ed5,39891,1731986583664 expired; onlineServers=0 2024-11-19T03:23:27,102 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '47efada56ed5,36513,1731986582904' ***** 2024-11-19T03:23:27,102 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T03:23:27,102 INFO [M:0;47efada56ed5:36513 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T03:23:27,102 INFO [M:0;47efada56ed5:36513 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T03:23:27,102 DEBUG [M:0;47efada56ed5:36513 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T03:23:27,103 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T03:23:27,103 DEBUG [master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.large.0-1731986585962 {}] cleaner.HFileCleaner(306): Exit Thread[master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.large.0-1731986585962,5,FailOnTimeoutGroup] 2024-11-19T03:23:27,103 DEBUG [M:0;47efada56ed5:36513 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T03:23:27,103 DEBUG [master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.small.0-1731986585962 {}] cleaner.HFileCleaner(306): Exit Thread[master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.small.0-1731986585962,5,FailOnTimeoutGroup] 2024-11-19T03:23:27,103 INFO [M:0;47efada56ed5:36513 {}] hbase.ChoreService(370): Chore service for: master/47efada56ed5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T03:23:27,103 INFO [M:0;47efada56ed5:36513 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T03:23:27,103 DEBUG [M:0;47efada56ed5:36513 {}] master.HMaster(1795): Stopping service threads 2024-11-19T03:23:27,103 INFO [M:0;47efada56ed5:36513 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T03:23:27,103 INFO [M:0;47efada56ed5:36513 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T03:23:27,103 INFO [M:0;47efada56ed5:36513 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T03:23:27,103 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T03:23:27,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36513-0x101511dcbca0003, quorum=127.0.0.1:59957, baseZNode=/1981056002 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1981056002/master 2024-11-19T03:23:27,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36513-0x101511dcbca0003, quorum=127.0.0.1:59957, baseZNode=/1981056002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1981056002 2024-11-19T03:23:27,113 DEBUG [M:0;47efada56ed5:36513 {}] zookeeper.ZKUtil(347): master:36513-0x101511dcbca0003, quorum=127.0.0.1:59957, baseZNode=/1981056002 Unable to get data of znode /1981056002/master because node does not exist (not an error) 2024-11-19T03:23:27,113 WARN [M:0;47efada56ed5:36513 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T03:23:27,113 INFO [M:0;47efada56ed5:36513 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43817/user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528/.lastflushedseqids 2024-11-19T03:23:27,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37653 is added to blk_1073741845_1021 (size=173) 2024-11-19T03:23:27,192 INFO [RS:0;47efada56ed5:39891 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T03:23:27,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39891-0x101511dcbca0004, quorum=127.0.0.1:59957, baseZNode=/1981056002 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T03:23:27,192 INFO [RS:0;47efada56ed5:39891 {}] regionserver.HRegionServer(1031): Exiting; stopping=47efada56ed5,39891,1731986583664; zookeeper connection closed. 2024-11-19T03:23:27,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39891-0x101511dcbca0004, quorum=127.0.0.1:59957, baseZNode=/1981056002 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T03:23:27,192 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@29ffca52 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@29ffca52 2024-11-19T03:23:27,192 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T03:23:27,213 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T03:23:27,517 INFO [M:0;47efada56ed5:36513 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T03:23:27,517 INFO [M:0;47efada56ed5:36513 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T03:23:27,517 DEBUG [M:0;47efada56ed5:36513 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T03:23:27,517 INFO [M:0;47efada56ed5:36513 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:23:27,517 DEBUG [M:0;47efada56ed5:36513 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:23:27,517 DEBUG [M:0;47efada56ed5:36513 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T03:23:27,517 DEBUG [M:0;47efada56ed5:36513 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:23:27,517 INFO [M:0;47efada56ed5:36513 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-19T03:23:27,530 DEBUG [M:0;47efada56ed5:36513 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43817/user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8be83cf866f24fc9ae64c034ed3ecc04 is 82, key is hbase:meta,,1/info:regioninfo/1731986587193/Put/seqid=0 2024-11-19T03:23:27,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37653 is added to blk_1073741846_1022 (size=5672) 2024-11-19T03:23:27,903 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43417,1731986577773.replicationSource.wal-reader.47efada56ed5%2C43417%2C1731986577773,1-47efada56ed5,43417,1731986577773 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/WALs/47efada56ed5,43417,1731986577773/47efada56ed5%2C43417%2C1731986577773.1731986601974 to pos 393, reset compression=false 2024-11-19T03:23:27,934 INFO [M:0;47efada56ed5:36513 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43817/user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8be83cf866f24fc9ae64c034ed3ecc04 2024-11-19T03:23:27,948 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,2-47efada56ed5,43417,1731986577773.replicationSource.wal-reader.47efada56ed5%2C43417%2C1731986577773,2-47efada56ed5,43417,1731986577773 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/WALs/47efada56ed5,43417,1731986577773/47efada56ed5%2C43417%2C1731986577773.1731986601974 to pos 393, reset compression=false 2024-11-19T03:23:27,950 DEBUG [M:0;47efada56ed5:36513 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43817/user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5cd94255faf64142b1bbd18bc82ed495 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731986595153/Put/seqid=0 2024-11-19T03:23:27,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37653 is added to blk_1073741847_1023 (size=6586) 2024-11-19T03:23:28,353 INFO [M:0;47efada56ed5:36513 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43817/user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5cd94255faf64142b1bbd18bc82ed495 2024-11-19T03:23:28,374 DEBUG [M:0;47efada56ed5:36513 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43817/user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1d3570b24e124593975f13c69940f30e is 69, key is 47efada56ed5,39891,1731986583664/rs:state/1731986586064/Put/seqid=0 2024-11-19T03:23:28,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37653 is added to blk_1073741848_1024 (size=5156) 2024-11-19T03:23:28,385 INFO [M:0;47efada56ed5:36513 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43817/user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1d3570b24e124593975f13c69940f30e 2024-11-19T03:23:28,388 DEBUG [M:0;47efada56ed5:36513 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43817/user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8be83cf866f24fc9ae64c034ed3ecc04 as hdfs://localhost:43817/user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8be83cf866f24fc9ae64c034ed3ecc04 2024-11-19T03:23:28,391 INFO [M:0;47efada56ed5:36513 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43817/user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8be83cf866f24fc9ae64c034ed3ecc04, entries=8, sequenceid=55, filesize=5.5 K 2024-11-19T03:23:28,392 DEBUG [M:0;47efada56ed5:36513 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43817/user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5cd94255faf64142b1bbd18bc82ed495 as hdfs://localhost:43817/user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5cd94255faf64142b1bbd18bc82ed495 2024-11-19T03:23:28,396 INFO [M:0;47efada56ed5:36513 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43817/user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5cd94255faf64142b1bbd18bc82ed495, entries=6, sequenceid=55, filesize=6.4 K 2024-11-19T03:23:28,397 DEBUG [M:0;47efada56ed5:36513 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43817/user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1d3570b24e124593975f13c69940f30e as hdfs://localhost:43817/user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1d3570b24e124593975f13c69940f30e 2024-11-19T03:23:28,400 INFO [M:0;47efada56ed5:36513 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43817/user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1d3570b24e124593975f13c69940f30e, entries=1, sequenceid=55, filesize=5.0 K 2024-11-19T03:23:28,401 INFO [M:0;47efada56ed5:36513 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 884ms, sequenceid=55, compaction requested=false 2024-11-19T03:23:28,402 INFO [M:0;47efada56ed5:36513 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:23:28,402 DEBUG [M:0;47efada56ed5:36513 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731986607517Disabling compacts and flushes for region at 1731986607517Disabling writes for close at 1731986607517Obtaining lock to block concurrent updates at 1731986607517Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731986607517Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731986607518 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731986607518Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731986607518Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731986607530 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731986607530Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731986607937 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731986607949 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731986607949Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731986608357 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731986608374 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731986608374Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47c65f89: reopening flushed file at 1731986608387 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12b90b58: reopening flushed file at 1731986608391 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b308aa0: reopening flushed file at 1731986608396 (+5 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 884ms, sequenceid=55, compaction requested=false at 1731986608401 (+5 ms)Writing region close event to WAL at 1731986608402 (+1 ms)Closed at 1731986608402 2024-11-19T03:23:28,404 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2d08da63-46f0-4d55-8094-e3f1e8344528/MasterData/WALs/47efada56ed5,36513,1731986582904/47efada56ed5%2C36513%2C1731986582904.1731986585691 not finished, retry = 0 2024-11-19T03:23:28,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37653 is added to blk_1073741830_1006 (size=32770) 2024-11-19T03:23:28,505 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T03:23:28,505 INFO [M:0;47efada56ed5:36513 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T03:23:28,505 INFO [M:0;47efada56ed5:36513 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36513 2024-11-19T03:23:28,505 INFO [M:0;47efada56ed5:36513 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T03:23:28,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36513-0x101511dcbca0003, quorum=127.0.0.1:59957, baseZNode=/1981056002 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T03:23:28,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36513-0x101511dcbca0003, quorum=127.0.0.1:59957, baseZNode=/1981056002 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T03:23:28,613 INFO [M:0;47efada56ed5:36513 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T03:23:28,616 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@32b983e5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T03:23:28,616 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7297e163{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T03:23:28,616 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T03:23:28,616 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26249da7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T03:23:28,616 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76bb6016{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d4e0f534-258b-5ea0-fe07-32bc5c468297/hadoop.log.dir/,STOPPED} 2024-11-19T03:23:28,618 WARN [BP-1592778675-172.17.0.3-1731986580752 heartbeating to localhost/127.0.0.1:43817 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T03:23:28,618 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T03:23:28,618 WARN [BP-1592778675-172.17.0.3-1731986580752 heartbeating to localhost/127.0.0.1:43817 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1592778675-172.17.0.3-1731986580752 (Datanode Uuid 4efa8b4a-b72f-4606-b0cd-41e28c280147) service to localhost/127.0.0.1:43817 2024-11-19T03:23:28,618 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T03:23:28,618 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d4e0f534-258b-5ea0-fe07-32bc5c468297/cluster_740d8f94-93eb-3841-6afd-265de2d52b08/data/data1/current/BP-1592778675-172.17.0.3-1731986580752 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T03:23:28,618 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d4e0f534-258b-5ea0-fe07-32bc5c468297/cluster_740d8f94-93eb-3841-6afd-265de2d52b08/data/data2/current/BP-1592778675-172.17.0.3-1731986580752 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T03:23:28,619 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T03:23:28,626 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b74b530{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T03:23:28,628 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@64338253{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T03:23:28,628 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T03:23:28,628 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78019304{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T03:23:28,628 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b4401da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d4e0f534-258b-5ea0-fe07-32bc5c468297/hadoop.log.dir/,STOPPED} 2024-11-19T03:23:28,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T03:23:28,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T03:23:28,646 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T03:23:28,646 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:23:28,646 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:23:28,647 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:23:28,647 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T03:23:28,647 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1861588626, stopped=false 2024-11-19T03:23:28,647 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=47efada56ed5,42527,1731986577625 2024-11-19T03:23:28,648 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:23:28,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42527-0x101511dcbca0000, quorum=127.0.0.1:59957, baseZNode=/0-2140662602 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2140662602/running 2024-11-19T03:23:28,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43417-0x101511dcbca0001, quorum=127.0.0.1:59957, baseZNode=/0-2140662602 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2140662602/running 2024-11-19T03:23:28,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43417-0x101511dcbca0001, quorum=127.0.0.1:59957, baseZNode=/0-2140662602 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2140662602 2024-11-19T03:23:28,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42527-0x101511dcbca0000, quorum=127.0.0.1:59957, baseZNode=/0-2140662602 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2140662602 2024-11-19T03:23:28,660 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T03:23:28,661 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T03:23:28,661 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42527-0x101511dcbca0000, quorum=127.0.0.1:59957, baseZNode=/0-2140662602 Set watcher on znode that does not yet exist, /0-2140662602/running 2024-11-19T03:23:28,661 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43417-0x101511dcbca0001, quorum=127.0.0.1:59957, baseZNode=/0-2140662602 Set watcher on znode that does not yet exist, /0-2140662602/running 2024-11-19T03:23:28,661 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:23:28,661 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:23:28,662 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '47efada56ed5,43417,1731986577773' ***** 2024-11-19T03:23:28,662 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T03:23:28,662 INFO [RS:0;47efada56ed5:43417 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T03:23:28,662 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T03:23:28,662 INFO [RS:0;47efada56ed5:43417 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T03:23:28,662 INFO [RS:0;47efada56ed5:43417 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T03:23:28,662 INFO [RS:0;47efada56ed5:43417 {}] regionserver.HRegionServer(3091): Received CLOSE for 65d4fe422ccac60fc8f2a5512368d14d 2024-11-19T03:23:28,663 INFO [RS:0;47efada56ed5:43417 {}] regionserver.HRegionServer(3091): Received CLOSE for 3e7c811bbef8c0b01ed8280f486a6895 2024-11-19T03:23:28,663 INFO [RS:0;47efada56ed5:43417 {}] regionserver.HRegionServer(959): stopping server 47efada56ed5,43417,1731986577773 2024-11-19T03:23:28,663 INFO [RS:0;47efada56ed5:43417 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T03:23:28,663 INFO [RS:0;47efada56ed5:43417 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;47efada56ed5:43417. 2024-11-19T03:23:28,663 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 65d4fe422ccac60fc8f2a5512368d14d, disabling compactions & flushes 2024-11-19T03:23:28,663 DEBUG [RS:0;47efada56ed5:43417 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:23:28,663 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731986598332.65d4fe422ccac60fc8f2a5512368d14d. 2024-11-19T03:23:28,663 DEBUG [RS:0;47efada56ed5:43417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:23:28,663 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731986598332.65d4fe422ccac60fc8f2a5512368d14d. 2024-11-19T03:23:28,663 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731986598332.65d4fe422ccac60fc8f2a5512368d14d. after waiting 0 ms 2024-11-19T03:23:28,663 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731986598332.65d4fe422ccac60fc8f2a5512368d14d. 2024-11-19T03:23:28,663 INFO [RS:0;47efada56ed5:43417 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T03:23:28,663 INFO [RS:0;47efada56ed5:43417 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T03:23:28,663 INFO [RS:0;47efada56ed5:43417 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T03:23:28,663 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 65d4fe422ccac60fc8f2a5512368d14d 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-19T03:23:28,663 INFO [RS:0;47efada56ed5:43417 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T03:23:28,664 INFO [RS:0;47efada56ed5:43417 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-19T03:23:28,664 DEBUG [RS:0;47efada56ed5:43417 {}] regionserver.HRegionServer(1325): Online Regions={65d4fe422ccac60fc8f2a5512368d14d=hbase:replication,,1731986598332.65d4fe422ccac60fc8f2a5512368d14d., 1588230740=hbase:meta,,1.1588230740, 3e7c811bbef8c0b01ed8280f486a6895=test,,1731986592865.3e7c811bbef8c0b01ed8280f486a6895.} 2024-11-19T03:23:28,664 DEBUG [RS:0;47efada56ed5:43417 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3e7c811bbef8c0b01ed8280f486a6895, 65d4fe422ccac60fc8f2a5512368d14d 2024-11-19T03:23:28,664 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T03:23:28,664 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T03:23:28,664 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T03:23:28,664 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T03:23:28,664 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T03:23:28,665 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-19T03:23:28,672 INFO [regionserver/47efada56ed5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T03:23:28,682 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/data/hbase/replication/65d4fe422ccac60fc8f2a5512368d14d/.tmp/hfileref/a62d0ec117c949b4bfe981f00626c7d8 is 74, key is 1/hfileref:28833fe3e8b94cbfb3b19b49ae72d400_SeqId_6_/1731986602978/DeleteColumn/seqid=0 2024-11-19T03:23:28,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44065 is added to blk_1073741847_1023 (size=5489) 2024-11-19T03:23:28,694 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/data/hbase/meta/1588230740/.tmp/info/c7afbc87ea9c4565949cecb223d250e6 is 147, key is hbase:replication,,1731986598332.65d4fe422ccac60fc8f2a5512368d14d./info:regioninfo/1731986599141/Put/seqid=0 2024-11-19T03:23:28,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44065 is added to blk_1073741848_1024 (size=7686) 2024-11-19T03:23:28,864 DEBUG [RS:0;47efada56ed5:43417 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3e7c811bbef8c0b01ed8280f486a6895, 65d4fe422ccac60fc8f2a5512368d14d 2024-11-19T03:23:29,006 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43417,1731986577773.replicationSource.wal-reader.47efada56ed5%2C43417%2C1731986577773,1-47efada56ed5,43417,1731986577773 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/WALs/47efada56ed5,43417,1731986577773/47efada56ed5%2C43417%2C1731986577773.1731986601974 to pos 393, reset compression=false 2024-11-19T03:23:29,051 DEBUG [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,2-47efada56ed5,43417,1731986577773.replicationSource.wal-reader.47efada56ed5%2C43417%2C1731986577773,2-47efada56ed5,43417,1731986577773 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/WALs/47efada56ed5,43417,1731986577773/47efada56ed5%2C43417%2C1731986577773.1731986601974 to pos 393, reset compression=false 2024-11-19T03:23:29,064 DEBUG [RS:0;47efada56ed5:43417 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3e7c811bbef8c0b01ed8280f486a6895, 65d4fe422ccac60fc8f2a5512368d14d 2024-11-19T03:23:29,093 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/data/hbase/replication/65d4fe422ccac60fc8f2a5512368d14d/.tmp/hfileref/a62d0ec117c949b4bfe981f00626c7d8 2024-11-19T03:23:29,102 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/data/hbase/meta/1588230740/.tmp/info/c7afbc87ea9c4565949cecb223d250e6 2024-11-19T03:23:29,120 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/data/hbase/replication/65d4fe422ccac60fc8f2a5512368d14d/.tmp/queue/d4bea76e5a8c42cfbccc6ee86a5ac2a6 is 153, key is 1-47efada56ed5,43417,1731986577773/queue:47efada56ed5%2C43417%2C1731986577773/1731986602979/Put/seqid=0 2024-11-19T03:23:29,123 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/data/hbase/meta/1588230740/.tmp/ns/13359a6d22e24368ac13cf602a8bade3 is 43, key is default/ns:d/1731986580605/Put/seqid=0 2024-11-19T03:23:29,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44065 is added to blk_1073741849_1025 (size=5504) 2024-11-19T03:23:29,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44065 is added to blk_1073741850_1026 (size=5153) 2024-11-19T03:23:29,132 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/data/hbase/meta/1588230740/.tmp/ns/13359a6d22e24368ac13cf602a8bade3 2024-11-19T03:23:29,160 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/data/hbase/meta/1588230740/.tmp/rep_barrier/1ab07f0664414eb48baf1420f06b19f6 is 112, key is test,,1731986592865.3e7c811bbef8c0b01ed8280f486a6895./rep_barrier:seqnumDuringOpen/1731986593602/Put/seqid=0 2024-11-19T03:23:29,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44065 is added to blk_1073741851_1027 (size=5518) 2024-11-19T03:23:29,265 DEBUG [RS:0;47efada56ed5:43417 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3e7c811bbef8c0b01ed8280f486a6895, 65d4fe422ccac60fc8f2a5512368d14d 2024-11-19T03:23:29,459 INFO [regionserver/47efada56ed5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T03:23:29,459 INFO [regionserver/47efada56ed5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T03:23:29,465 DEBUG [RS:0;47efada56ed5:43417 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3e7c811bbef8c0b01ed8280f486a6895, 65d4fe422ccac60fc8f2a5512368d14d 2024-11-19T03:23:29,526 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/data/hbase/replication/65d4fe422ccac60fc8f2a5512368d14d/.tmp/queue/d4bea76e5a8c42cfbccc6ee86a5ac2a6 2024-11-19T03:23:29,530 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/data/hbase/replication/65d4fe422ccac60fc8f2a5512368d14d/.tmp/hfileref/a62d0ec117c949b4bfe981f00626c7d8 as hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/data/hbase/replication/65d4fe422ccac60fc8f2a5512368d14d/hfileref/a62d0ec117c949b4bfe981f00626c7d8 2024-11-19T03:23:29,533 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/data/hbase/replication/65d4fe422ccac60fc8f2a5512368d14d/hfileref/a62d0ec117c949b4bfe981f00626c7d8, entries=6, sequenceid=17, filesize=5.4 K 2024-11-19T03:23:29,533 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/data/hbase/replication/65d4fe422ccac60fc8f2a5512368d14d/.tmp/queue/d4bea76e5a8c42cfbccc6ee86a5ac2a6 as hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/data/hbase/replication/65d4fe422ccac60fc8f2a5512368d14d/queue/d4bea76e5a8c42cfbccc6ee86a5ac2a6 2024-11-19T03:23:29,536 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/data/hbase/replication/65d4fe422ccac60fc8f2a5512368d14d/queue/d4bea76e5a8c42cfbccc6ee86a5ac2a6, entries=2, sequenceid=17, filesize=5.4 K 2024-11-19T03:23:29,537 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 65d4fe422ccac60fc8f2a5512368d14d in 874ms, sequenceid=17, compaction requested=false 2024-11-19T03:23:29,539 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/data/hbase/replication/65d4fe422ccac60fc8f2a5512368d14d/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-19T03:23:29,540 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T03:23:29,540 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T03:23:29,540 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731986598332.65d4fe422ccac60fc8f2a5512368d14d. 2024-11-19T03:23:29,540 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 65d4fe422ccac60fc8f2a5512368d14d: Waiting for close lock at 1731986608663Running coprocessor pre-close hooks at 1731986608663Disabling compacts and flushes for region at 1731986608663Disabling writes for close at 1731986608663Obtaining lock to block concurrent updates at 1731986608663Preparing flush snapshotting stores in 65d4fe422ccac60fc8f2a5512368d14d at 1731986608663Finished memstore snapshotting hbase:replication,,1731986598332.65d4fe422ccac60fc8f2a5512368d14d., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1731986608663Flushing stores of hbase:replication,,1731986598332.65d4fe422ccac60fc8f2a5512368d14d. at 1731986608664 (+1 ms)Flushing 65d4fe422ccac60fc8f2a5512368d14d/hfileref: creating writer at 1731986608664Flushing 65d4fe422ccac60fc8f2a5512368d14d/hfileref: appending metadata at 1731986608681 (+17 ms)Flushing 65d4fe422ccac60fc8f2a5512368d14d/hfileref: closing flushed file at 1731986608681Flushing 65d4fe422ccac60fc8f2a5512368d14d/queue: creating writer at 1731986609097 (+416 ms)Flushing 65d4fe422ccac60fc8f2a5512368d14d/queue: appending metadata at 1731986609119 (+22 ms)Flushing 65d4fe422ccac60fc8f2a5512368d14d/queue: closing flushed file at 1731986609119Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5812b692: reopening flushed file at 1731986609529 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39f5b4f7: reopening flushed file at 1731986609533 (+4 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 65d4fe422ccac60fc8f2a5512368d14d in 874ms, sequenceid=17, compaction requested=false at 1731986609537 (+4 ms)Writing region close event to WAL at 1731986609538 (+1 ms)Running coprocessor post-close hooks at 1731986609540 (+2 ms)Closed at 1731986609540 2024-11-19T03:23:29,540 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731986598332.65d4fe422ccac60fc8f2a5512368d14d. 2024-11-19T03:23:29,540 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3e7c811bbef8c0b01ed8280f486a6895, disabling compactions & flushes 2024-11-19T03:23:29,540 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731986592865.3e7c811bbef8c0b01ed8280f486a6895. 2024-11-19T03:23:29,540 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731986592865.3e7c811bbef8c0b01ed8280f486a6895. 2024-11-19T03:23:29,540 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731986592865.3e7c811bbef8c0b01ed8280f486a6895. after waiting 0 ms 2024-11-19T03:23:29,540 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731986592865.3e7c811bbef8c0b01ed8280f486a6895. 2024-11-19T03:23:29,542 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/data/default/test/3e7c811bbef8c0b01ed8280f486a6895/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-19T03:23:29,542 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T03:23:29,542 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T03:23:29,542 INFO [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731986592865.3e7c811bbef8c0b01ed8280f486a6895. 2024-11-19T03:23:29,542 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3e7c811bbef8c0b01ed8280f486a6895: Waiting for close lock at 1731986609540Running coprocessor pre-close hooks at 1731986609540Disabling compacts and flushes for region at 1731986609540Disabling writes for close at 1731986609540Writing region close event to WAL at 1731986609540Running coprocessor post-close hooks at 1731986609542 (+2 ms)Closed at 1731986609542 2024-11-19T03:23:29,542 DEBUG [RS_CLOSE_REGION-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731986592865.3e7c811bbef8c0b01ed8280f486a6895. 2024-11-19T03:23:29,565 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/data/hbase/meta/1588230740/.tmp/rep_barrier/1ab07f0664414eb48baf1420f06b19f6 2024-11-19T03:23:29,581 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/data/hbase/meta/1588230740/.tmp/table/04e27f5cd84e47939301a29051d33e28 is 53, key is hbase:replication/table:state/1731986599151/Put/seqid=0 2024-11-19T03:23:29,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44065 is added to blk_1073741852_1028 (size=5308) 2024-11-19T03:23:29,585 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/data/hbase/meta/1588230740/.tmp/table/04e27f5cd84e47939301a29051d33e28 2024-11-19T03:23:29,590 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/data/hbase/meta/1588230740/.tmp/info/c7afbc87ea9c4565949cecb223d250e6 as hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/data/hbase/meta/1588230740/info/c7afbc87ea9c4565949cecb223d250e6 2024-11-19T03:23:29,595 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/data/hbase/meta/1588230740/info/c7afbc87ea9c4565949cecb223d250e6, entries=20, sequenceid=16, filesize=7.5 K 2024-11-19T03:23:29,595 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/data/hbase/meta/1588230740/.tmp/ns/13359a6d22e24368ac13cf602a8bade3 as hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/data/hbase/meta/1588230740/ns/13359a6d22e24368ac13cf602a8bade3 2024-11-19T03:23:29,599 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/data/hbase/meta/1588230740/ns/13359a6d22e24368ac13cf602a8bade3, entries=2, sequenceid=16, filesize=5.0 K 2024-11-19T03:23:29,600 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/data/hbase/meta/1588230740/.tmp/rep_barrier/1ab07f0664414eb48baf1420f06b19f6 as hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/data/hbase/meta/1588230740/rep_barrier/1ab07f0664414eb48baf1420f06b19f6 2024-11-19T03:23:29,604 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/data/hbase/meta/1588230740/rep_barrier/1ab07f0664414eb48baf1420f06b19f6, entries=1, sequenceid=16, filesize=5.4 K 2024-11-19T03:23:29,605 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/data/hbase/meta/1588230740/.tmp/table/04e27f5cd84e47939301a29051d33e28 as hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/data/hbase/meta/1588230740/table/04e27f5cd84e47939301a29051d33e28 2024-11-19T03:23:29,613 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/data/hbase/meta/1588230740/table/04e27f5cd84e47939301a29051d33e28, entries=4, sequenceid=16, filesize=5.2 K 2024-11-19T03:23:29,615 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 950ms, sequenceid=16, compaction requested=false 2024-11-19T03:23:29,621 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-19T03:23:29,621 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T03:23:29,621 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T03:23:29,621 INFO [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T03:23:29,621 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731986608664Running coprocessor pre-close hooks at 1731986608664Disabling compacts and flushes for region at 1731986608664Disabling writes for close at 1731986608664Obtaining lock to block concurrent updates at 1731986608665 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731986608665Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731986608665Flushing stores of hbase:meta,,1.1588230740 at 1731986608665Flushing 1588230740/info: creating writer at 1731986608665Flushing 1588230740/info: appending metadata at 1731986608694 (+29 ms)Flushing 1588230740/info: closing flushed file at 1731986608694Flushing 1588230740/ns: creating writer at 1731986609106 (+412 ms)Flushing 1588230740/ns: appending metadata at 1731986609122 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731986609122Flushing 1588230740/rep_barrier: creating writer at 1731986609136 (+14 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731986609159 (+23 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731986609159Flushing 1588230740/table: creating writer at 1731986609569 (+410 ms)Flushing 1588230740/table: appending metadata at 1731986609581 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731986609581Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67173495: reopening flushed file at 1731986609589 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f5aa976: reopening flushed file at 1731986609595 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@717526b3: reopening flushed file at 1731986609600 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39114d9e: reopening flushed file at 1731986609604 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 950ms, sequenceid=16, compaction requested=false at 1731986609615 (+11 ms)Writing region close event to WAL at 1731986609619 (+4 ms)Running coprocessor post-close hooks at 1731986609621 (+2 ms)Closed at 1731986609621 2024-11-19T03:23:29,621 DEBUG [RS_CLOSE_META-regionserver/47efada56ed5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T03:23:29,665 INFO [RS:0;47efada56ed5:43417 {}] regionserver.HRegionServer(976): stopping server 47efada56ed5,43417,1731986577773; all regions closed. 2024-11-19T03:23:29,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44065 is added to blk_1073741842_1018 (size=859) 2024-11-19T03:23:29,667 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/WALs/47efada56ed5,43417,1731986577773/47efada56ed5%2C43417%2C1731986577773.meta.1731986601957.meta not finished, retry = 0 2024-11-19T03:23:29,708 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T03:23:29,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:23:29,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:23:29,710 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:23:29,710 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:23:29,710 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:23:29,710 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:23:29,711 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:23:29,711 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:23:29,760 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:23:29,761 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:23:29,761 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:23:29,761 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:23:29,761 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:23:29,761 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:23:29,770 DEBUG [RS:0;47efada56ed5:43417 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/oldWALs 2024-11-19T03:23:29,770 INFO [RS:0;47efada56ed5:43417 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 47efada56ed5%2C43417%2C1731986577773.meta:.meta(num 1731986601957) 2024-11-19T03:23:29,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:23:29,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44065 is added to blk_1073741844_1020 (size=2791) 2024-11-19T03:23:29,773 DEBUG [RS:0;47efada56ed5:43417 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/oldWALs 2024-11-19T03:23:29,773 INFO [RS:0;47efada56ed5:43417 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 47efada56ed5%2C43417%2C1731986577773.rep:(num 1731986601988) 2024-11-19T03:23:29,774 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:23:29,775 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/WALs/47efada56ed5,43417,1731986577773/47efada56ed5%2C43417%2C1731986577773.1731986601974 not finished, retry = 0 2024-11-19T03:23:29,775 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:23:29,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44065 is added to blk_1073741843_1019 (size=696) 2024-11-19T03:23:29,777 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:23:29,816 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T03:23:29,877 DEBUG [RS:0;47efada56ed5:43417 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/oldWALs 2024-11-19T03:23:29,877 INFO [RS:0;47efada56ed5:43417 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 47efada56ed5%2C43417%2C1731986577773:(num 1731986601974) 2024-11-19T03:23:29,877 DEBUG [RS:0;47efada56ed5:43417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:23:29,877 INFO [RS:0;47efada56ed5:43417 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T03:23:29,877 INFO [RS:0;47efada56ed5:43417 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T03:23:29,877 INFO [RS:0;47efada56ed5:43417 {}] hbase.ChoreService(370): Chore service for: regionserver/47efada56ed5:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T03:23:29,877 INFO [RS:0;47efada56ed5:43417 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T03:23:29,877 INFO [regionserver/47efada56ed5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T03:23:29,877 INFO [RS:0;47efada56ed5:43417 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-47efada56ed5,43417,1731986577773 because: Region server is closing 2024-11-19T03:23:29,878 INFO [RS:0;47efada56ed5:43417 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;47efada56ed5:43417. 2024-11-19T03:23:29,878 DEBUG [RS:0;47efada56ed5:43417 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:23:29,878 DEBUG [RS:0;47efada56ed5:43417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:23:29,878 DEBUG [RS:0;47efada56ed5:43417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:23:29,878 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:23:29,978 WARN [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43417,1731986577773.replicationSource.shipper47efada56ed5%2C43417%2C1731986577773,1-47efada56ed5,43417,1731986577773 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-19T03:23:29,978 WARN [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43417,1731986577773.replicationSource.wal-reader.47efada56ed5%2C43417%2C1731986577773,1-47efada56ed5,43417,1731986577773 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T03:23:29,978 INFO [RS:0;47efada56ed5:43417 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,1-47efada56ed5,43417,1731986577773.replicationSource.shipper47efada56ed5%2C43417%2C1731986577773,1-47efada56ed5,43417,1731986577773 terminated 2024-11-19T03:23:29,979 INFO [RS:0;47efada56ed5:43417 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-47efada56ed5,43417,1731986577773 because: Region server is closing 2024-11-19T03:23:29,979 INFO [RS:0;47efada56ed5:43417 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;47efada56ed5:43417. 2024-11-19T03:23:29,979 DEBUG [RS:0;47efada56ed5:43417 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T03:23:29,979 DEBUG [RS:0;47efada56ed5:43417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:23:29,979 DEBUG [RS:0;47efada56ed5:43417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T03:23:29,979 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T03:23:30,079 WARN [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,2-47efada56ed5,43417,1731986577773.replicationSource.wal-reader.47efada56ed5%2C43417%2C1731986577773,2-47efada56ed5,43417,1731986577773 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T03:23:30,079 WARN [RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,2-47efada56ed5,43417,1731986577773.replicationSource.shipper47efada56ed5%2C43417%2C1731986577773,2-47efada56ed5,43417,1731986577773 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-19T03:23:30,079 INFO [RS:0;47efada56ed5:43417 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/47efada56ed5:0-0.replicationSource,2-47efada56ed5,43417,1731986577773.replicationSource.shipper47efada56ed5%2C43417%2C1731986577773,2-47efada56ed5,43417,1731986577773 terminated 2024-11-19T03:23:30,080 INFO [RS:0;47efada56ed5:43417 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43417 2024-11-19T03:23:30,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42527-0x101511dcbca0000, quorum=127.0.0.1:59957, baseZNode=/0-2140662602 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2140662602/rs 2024-11-19T03:23:30,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43417-0x101511dcbca0001, quorum=127.0.0.1:59957, baseZNode=/0-2140662602 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2140662602/rs/47efada56ed5,43417,1731986577773 2024-11-19T03:23:30,186 INFO [RS:0;47efada56ed5:43417 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T03:23:30,196 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [47efada56ed5,43417,1731986577773] 2024-11-19T03:23:30,207 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-2140662602/draining/47efada56ed5,43417,1731986577773 already deleted, retry=false 2024-11-19T03:23:30,207 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 47efada56ed5,43417,1731986577773 expired; onlineServers=0 2024-11-19T03:23:30,207 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '47efada56ed5,42527,1731986577625' ***** 2024-11-19T03:23:30,207 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T03:23:30,207 INFO [M:0;47efada56ed5:42527 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T03:23:30,207 INFO [M:0;47efada56ed5:42527 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T03:23:30,207 DEBUG [M:0;47efada56ed5:42527 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T03:23:30,207 DEBUG [M:0;47efada56ed5:42527 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T03:23:30,207 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T03:23:30,207 DEBUG [master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.large.0-1731986579377 {}] cleaner.HFileCleaner(306): Exit Thread[master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.large.0-1731986579377,5,FailOnTimeoutGroup] 2024-11-19T03:23:30,207 DEBUG [master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.small.0-1731986579377 {}] cleaner.HFileCleaner(306): Exit Thread[master/47efada56ed5:0:becomeActiveMaster-HFileCleaner.small.0-1731986579377,5,FailOnTimeoutGroup] 2024-11-19T03:23:30,207 INFO [M:0;47efada56ed5:42527 {}] hbase.ChoreService(370): Chore service for: master/47efada56ed5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T03:23:30,207 INFO [M:0;47efada56ed5:42527 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T03:23:30,208 DEBUG [M:0;47efada56ed5:42527 {}] master.HMaster(1795): Stopping service threads 2024-11-19T03:23:30,208 INFO [M:0;47efada56ed5:42527 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T03:23:30,208 INFO [M:0;47efada56ed5:42527 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T03:23:30,208 ERROR [M:0;47efada56ed5:42527 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (288913069) connection to localhost/127.0.0.1:43287 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:43287,5,PEWorkerGroup] 2024-11-19T03:23:30,208 INFO [M:0;47efada56ed5:42527 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T03:23:30,208 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T03:23:30,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42527-0x101511dcbca0000, quorum=127.0.0.1:59957, baseZNode=/0-2140662602 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2140662602/master 2024-11-19T03:23:30,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42527-0x101511dcbca0000, quorum=127.0.0.1:59957, baseZNode=/0-2140662602 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2140662602 2024-11-19T03:23:30,218 DEBUG [M:0;47efada56ed5:42527 {}] zookeeper.ZKUtil(347): master:42527-0x101511dcbca0000, quorum=127.0.0.1:59957, baseZNode=/0-2140662602 Unable to get data of znode /0-2140662602/master because node does not exist (not an error) 2024-11-19T03:23:30,218 WARN [M:0;47efada56ed5:42527 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T03:23:30,218 INFO [M:0;47efada56ed5:42527 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/.lastflushedseqids 2024-11-19T03:23:30,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44065 is added to blk_1073741853_1029 (size=263) 2024-11-19T03:23:30,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43417-0x101511dcbca0001, quorum=127.0.0.1:59957, baseZNode=/0-2140662602 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T03:23:30,297 INFO [RS:0;47efada56ed5:43417 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T03:23:30,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43417-0x101511dcbca0001, quorum=127.0.0.1:59957, baseZNode=/0-2140662602 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T03:23:30,297 INFO [RS:0;47efada56ed5:43417 {}] regionserver.HRegionServer(1031): Exiting; stopping=47efada56ed5,43417,1731986577773; zookeeper connection closed. 2024-11-19T03:23:30,297 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@190dba7f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@190dba7f 2024-11-19T03:23:30,297 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T03:23:30,621 INFO [M:0;47efada56ed5:42527 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T03:23:30,622 INFO [M:0;47efada56ed5:42527 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T03:23:30,622 DEBUG [M:0;47efada56ed5:42527 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T03:23:30,622 INFO [M:0;47efada56ed5:42527 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:23:30,622 DEBUG [M:0;47efada56ed5:42527 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:23:30,622 DEBUG [M:0;47efada56ed5:42527 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T03:23:30,622 DEBUG [M:0;47efada56ed5:42527 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:23:30,622 INFO [M:0;47efada56ed5:42527 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.84 KB heapSize=70.52 KB 2024-11-19T03:23:30,638 DEBUG [M:0;47efada56ed5:42527 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cca0443bf8024941ba51d027c6623b6e is 82, key is hbase:meta,,1/info:regioninfo/1731986580580/Put/seqid=0 2024-11-19T03:23:30,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44065 is added to blk_1073741854_1030 (size=5672) 2024-11-19T03:23:31,041 INFO [M:0;47efada56ed5:42527 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cca0443bf8024941ba51d027c6623b6e 2024-11-19T03:23:31,057 DEBUG [M:0;47efada56ed5:42527 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/37b16a2c2bc74b1bbaa58a470cda856d is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731986599156/Put/seqid=0 2024-11-19T03:23:31,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44065 is added to blk_1073741855_1031 (size=8910) 2024-11-19T03:23:31,060 INFO [M:0;47efada56ed5:42527 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.29 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/37b16a2c2bc74b1bbaa58a470cda856d 2024-11-19T03:23:31,076 DEBUG [M:0;47efada56ed5:42527 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b7168cdfb81444ed9e28231e946b98c2 is 69, key is 47efada56ed5,43417,1731986577773/rs:state/1731986579433/Put/seqid=0 2024-11-19T03:23:31,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44065 is added to blk_1073741856_1032 (size=5156) 2024-11-19T03:23:31,480 INFO [M:0;47efada56ed5:42527 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b7168cdfb81444ed9e28231e946b98c2 2024-11-19T03:23:31,483 DEBUG [M:0;47efada56ed5:42527 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cca0443bf8024941ba51d027c6623b6e as hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cca0443bf8024941ba51d027c6623b6e 2024-11-19T03:23:31,486 INFO [M:0;47efada56ed5:42527 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cca0443bf8024941ba51d027c6623b6e, entries=8, sequenceid=112, filesize=5.5 K 2024-11-19T03:23:31,487 DEBUG [M:0;47efada56ed5:42527 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/37b16a2c2bc74b1bbaa58a470cda856d as hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/37b16a2c2bc74b1bbaa58a470cda856d 2024-11-19T03:23:31,490 INFO [M:0;47efada56ed5:42527 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/37b16a2c2bc74b1bbaa58a470cda856d, entries=13, sequenceid=112, filesize=8.7 K 2024-11-19T03:23:31,490 DEBUG [M:0;47efada56ed5:42527 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b7168cdfb81444ed9e28231e946b98c2 as hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b7168cdfb81444ed9e28231e946b98c2 2024-11-19T03:23:31,493 INFO [M:0;47efada56ed5:42527 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43287/user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b7168cdfb81444ed9e28231e946b98c2, entries=1, sequenceid=112, filesize=5.0 K 2024-11-19T03:23:31,493 INFO [M:0;47efada56ed5:42527 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.84 KB/61280, heapSize ~70.22 KB/71904, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 871ms, sequenceid=112, compaction requested=false 2024-11-19T03:23:31,494 INFO [M:0;47efada56ed5:42527 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T03:23:31,494 DEBUG [M:0;47efada56ed5:42527 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731986610622Disabling compacts and flushes for region at 1731986610622Disabling writes for close at 1731986610622Obtaining lock to block concurrent updates at 1731986610622Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731986610622Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61280, getHeapSize=72144, getOffHeapSize=0, getCellsCount=131 at 1731986610622Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731986610623 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731986610623Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731986610638 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731986610638Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731986611044 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731986611056 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731986611056Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731986611062 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731986611076 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731986611076Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fa02956: reopening flushed file at 1731986611483 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3822d8c1: reopening flushed file at 1731986611486 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3dc339f: reopening flushed file at 1731986611490 (+4 ms)Finished flush of dataSize ~59.84 KB/61280, heapSize ~70.22 KB/71904, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 871ms, sequenceid=112, compaction requested=false at 1731986611493 (+3 ms)Writing region close event to WAL at 1731986611494 (+1 ms)Closed at 1731986611494 2024-11-19T03:23:31,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44065 is added to blk_1073741830_1006 (size=69067) 2024-11-19T03:23:31,496 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/67da6be1-87f9-b3fa-dbaf-b7ccece626cb/MasterData/WALs/47efada56ed5,42527,1731986577625/47efada56ed5%2C42527%2C1731986577625.1731986579122 not finished, retry = 0 2024-11-19T03:23:31,596 INFO [M:0;47efada56ed5:42527 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T03:23:31,596 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T03:23:31,596 INFO [M:0;47efada56ed5:42527 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42527 2024-11-19T03:23:31,597 INFO [M:0;47efada56ed5:42527 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T03:23:31,717 INFO [M:0;47efada56ed5:42527 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T03:23:31,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42527-0x101511dcbca0000, quorum=127.0.0.1:59957, baseZNode=/0-2140662602 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T03:23:31,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42527-0x101511dcbca0000, quorum=127.0.0.1:59957, baseZNode=/0-2140662602 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T03:23:31,752 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1c6de776{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T03:23:31,752 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3eb90f7b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T03:23:31,752 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T03:23:31,752 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@54aa0aa5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T03:23:31,752 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57650c54{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1cf89bc9-bd38-319d-22da-49f6ffb12507/hadoop.log.dir/,STOPPED} 2024-11-19T03:23:31,753 WARN [BP-1308657664-172.17.0.3-1731986575416 heartbeating to localhost/127.0.0.1:43287 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T03:23:31,753 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T03:23:31,753 WARN [BP-1308657664-172.17.0.3-1731986575416 heartbeating to localhost/127.0.0.1:43287 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1308657664-172.17.0.3-1731986575416 (Datanode Uuid f1195c3c-3ee5-4357-999a-1008736e557f) service to localhost/127.0.0.1:43287 2024-11-19T03:23:31,753 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T03:23:31,753 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1cf89bc9-bd38-319d-22da-49f6ffb12507/cluster_b1c439a6-e47c-f308-9af7-684d67d40fba/data/data1/current/BP-1308657664-172.17.0.3-1731986575416 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T03:23:31,754 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1cf89bc9-bd38-319d-22da-49f6ffb12507/cluster_b1c439a6-e47c-f308-9af7-684d67d40fba/data/data2/current/BP-1308657664-172.17.0.3-1731986575416 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T03:23:31,754 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T03:23:31,758 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@79538389{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T03:23:31,758 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@63318e2a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T03:23:31,758 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T03:23:31,758 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49b94d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T03:23:31,759 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4209a26d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1cf89bc9-bd38-319d-22da-49f6ffb12507/hadoop.log.dir/,STOPPED} 2024-11-19T03:23:31,763 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-19T03:23:31,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T03:23:31,786 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=596 (was 529) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43287 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:43287 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:44049 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44049 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59957) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:43287 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:43817 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43287 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43287 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:43287 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59957) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43817 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43287 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:44049 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44049 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:43287 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:44049 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44049 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:43817 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:43287 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:43287 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43817 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43287 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:44049 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43287 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43817 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:43817 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43817 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44049 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43817 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43287 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44049 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43817 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59957) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:43287 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43287 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:43817 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:44049 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:43817 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=982 (was 873) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=552 (was 527) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=12625 (was 13640) 2024-11-19T03:23:31,786 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=596 is superior to 500